00000020:00200000:1.0:1787826373.527912:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 7155712, cdp_page_count 896 00000020:00200000:1.0:1787826373.527916:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 7159808, cdp_page_count 896 00000020:00200000:1.0:1787826373.527920:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 7163904, cdp_page_count 896 00000020:00200000:1.0:1787826373.527923:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 7168000, cdp_page_count 896 00000020:00200000:1.0:1787826373.527926:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 7172096, cdp_page_count 896 00000020:00200000:1.0:1787826373.527930:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 7176192, cdp_page_count 896 00000020:00200000:1.0:1787826373.527933:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 7180288, cdp_page_count 896 00000020:00200000:1.0:1787826373.527936:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 7184384, cdp_page_count 896 00000020:00200000:1.0:1787826373.527939:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 7188480, cdp_page_count 896 00000020:00200000:1.0:1787826373.527942:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 7192576, cdp_page_count 896 00000020:00200000:1.0:1787826373.527945:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 7196672, cdp_page_count 896 00000020:00200000:1.0:1787826373.527948:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 7200768, cdp_page_count 896 00000020:00200000:1.0:1787826373.527951:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 7204864, cdp_page_count 896 00000020:00200000:1.0:1787826373.527955:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 7208960, cdp_page_count 896 00000020:00200000:1.0:1787826373.527958:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 7213056, cdp_page_count 896 00000020:00200000:1.0:1787826373.527961:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 7217152, cdp_page_count 896 00000020:00200000:1.0:1787826373.527964:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 7221248, cdp_page_count 896 00000020:00200000:1.0:1787826373.527967:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 7225344, cdp_page_count 896 00000020:00200000:1.0:1787826373.527970:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 7229440, cdp_page_count 896 00000020:00200000:1.0:1787826373.527973:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 7233536, cdp_page_count 896 00000020:00200000:1.0:1787826373.527976:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 7237632, cdp_page_count 896 00000020:00200000:1.0:1787826373.527980:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 7241728, cdp_page_count 896 00000020:00200000:1.0:1787826373.527983:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 7245824, cdp_page_count 896 00000020:00200000:1.0:1787826373.527986:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 7249920, cdp_page_count 896 00000020:00200000:1.0:1787826373.527989:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 7254016, cdp_page_count 896 00000020:00200000:1.0:1787826373.527992:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 7258112, cdp_page_count 896 00000020:00200000:1.0:1787826373.527995:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 7262208, cdp_page_count 896 00000020:00200000:1.0:1787826373.527998:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 7266304, cdp_page_count 896 00000020:00200000:1.0:1787826373.528001:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 7270400, cdp_page_count 896 00000020:00200000:1.0:1787826373.528004:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 7274496, cdp_page_count 896 00000020:00200000:1.0:1787826373.528007:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 7278592, cdp_page_count 896 00000020:00200000:1.0:1787826373.528009:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 7282688, cdp_page_count 896 00000020:00200000:1.0:1787826373.528012:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 7286784, cdp_page_count 896 00000020:00200000:1.0:1787826373.528015:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 7290880, cdp_page_count 896 00000020:00200000:1.0:1787826373.528018:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 7294976, cdp_page_count 896 00000020:00200000:1.0:1787826373.528021:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 7299072, cdp_page_count 896 00000020:00200000:1.0:1787826373.528024:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 7303168, cdp_page_count 896 00000020:00200000:1.0:1787826373.528028:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 7307264, cdp_page_count 896 00000020:00200000:1.0:1787826373.528031:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 7311360, cdp_page_count 896 00000020:00200000:1.0:1787826373.528034:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 7315456, cdp_page_count 896 00000020:00200000:1.0:1787826373.528037:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 7319552, cdp_page_count 896 00000020:00200000:1.0:1787826373.528040:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 7323648, cdp_page_count 896 00000020:00200000:1.0:1787826373.528043:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 7327744, cdp_page_count 896 00000020:00200000:1.0:1787826373.528047:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 7331840, cdp_page_count 896 00000020:00200000:1.0:1787826373.528050:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 7335936, cdp_page_count 896 00000020:00200000:1.0:1787826373.528053:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 7340032, cdp_page_count 896 00000020:00200000:1.0:1787826373.528057:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 7344128, cdp_page_count 896 00000020:00200000:1.0:1787826373.528060:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 7348224, cdp_page_count 896 00000020:00200000:1.0:1787826373.528064:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 7352320, cdp_page_count 896 00000020:00200000:1.0:1787826373.528067:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 7356416, cdp_page_count 896 00000020:00200000:1.0:1787826373.528070:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 7360512, cdp_page_count 896 00000020:00200000:1.0:1787826373.528074:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 7364608, cdp_page_count 896 00000020:00200000:1.0:1787826373.528077:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 7368704, cdp_page_count 896 00000020:00200000:1.0:1787826373.528080:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 7372800, cdp_page_count 896 00000020:00200000:1.0:1787826373.528084:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 7376896, cdp_page_count 896 00000020:00200000:1.0:1787826373.528087:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 7380992, cdp_page_count 896 00000020:00200000:1.0:1787826373.528091:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 7385088, cdp_page_count 896 00000020:00200000:1.0:1787826373.528094:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 7389184, cdp_page_count 896 00000020:00200000:1.0:1787826373.528097:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 7393280, cdp_page_count 896 00000020:00200000:1.0:1787826373.528100:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 7397376, cdp_page_count 896 00000020:00200000:1.0:1787826373.528103:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 7401472, cdp_page_count 896 00000020:00200000:1.0:1787826373.528106:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 7405568, cdp_page_count 896 00000020:00200000:1.0:1787826373.528109:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 7409664, cdp_page_count 896 00000020:00200000:1.0:1787826373.528113:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 7413760, cdp_page_count 896 00000020:00200000:1.0:1787826373.528118:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 7417856, cdp_page_count 896 00000020:00200000:1.0:1787826373.528121:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 7421952, cdp_page_count 896 00000020:00200000:1.0:1787826373.528124:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 7426048, cdp_page_count 896 00000020:00200000:1.0:1787826373.528127:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 7430144, cdp_page_count 896 00000020:00200000:1.0:1787826373.528130:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 7434240, cdp_page_count 896 00000020:00200000:1.0:1787826373.528132:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 7438336, cdp_page_count 896 00000020:00200000:1.0:1787826373.528135:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 7442432, cdp_page_count 896 00000020:00200000:1.0:1787826373.528138:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 7446528, cdp_page_count 896 00000020:00200000:1.0:1787826373.528141:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 7450624, cdp_page_count 896 00000020:00200000:1.0:1787826373.528143:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 7454720, cdp_page_count 896 00000020:00200000:1.0:1787826373.528146:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 7458816, cdp_page_count 896 00000020:00200000:1.0:1787826373.528149:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 7462912, cdp_page_count 896 00000020:00200000:1.0:1787826373.528152:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 7467008, cdp_page_count 896 00000020:00200000:1.0:1787826373.528154:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 7471104, cdp_page_count 896 00000020:00200000:1.0:1787826373.528157:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 7475200, cdp_page_count 896 00000020:00200000:1.0:1787826373.528160:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 7479296, cdp_page_count 896 00000020:00200000:1.0:1787826373.528162:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 7483392, cdp_page_count 896 00000020:00200000:1.0:1787826373.528165:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 7487488, cdp_page_count 896 00000020:00200000:1.0:1787826373.528169:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 7491584, cdp_page_count 896 00000020:00200000:1.0:1787826373.528172:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 7495680, cdp_page_count 896 00000020:00200000:1.0:1787826373.528273:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 7499776, cdp_page_count 896 00000020:00200000:1.0:1787826373.528278:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 7503872, cdp_page_count 896 00000020:00200000:1.0:1787826373.528281:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 7507968, cdp_page_count 896 00000020:00200000:1.0:1787826373.528285:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 7512064, cdp_page_count 896 00000020:00200000:1.0:1787826373.528289:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 7516160, cdp_page_count 896 00000020:00200000:1.0:1787826373.528292:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 7520256, cdp_page_count 896 00000020:00200000:1.0:1787826373.528295:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 7524352, cdp_page_count 896 00000020:00200000:1.0:1787826373.528298:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 7528448, cdp_page_count 896 00000020:00200000:1.0:1787826373.528301:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 7532544, cdp_page_count 896 00000020:00200000:1.0:1787826373.528304:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 7536640, cdp_page_count 896 00000020:00200000:1.0:1787826373.528307:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 7540736, cdp_page_count 896 00000020:00200000:1.0:1787826373.528310:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 7544832, cdp_page_count 896 00000020:00200000:1.0:1787826373.528313:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 7548928, cdp_page_count 896 00000020:00200000:1.0:1787826373.528316:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 7553024, cdp_page_count 896 00000020:00200000:1.0:1787826373.528319:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 7557120, cdp_page_count 896 00000020:00200000:1.0:1787826373.528322:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 7561216, cdp_page_count 896 00000020:00200000:1.0:1787826373.528325:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 7565312, cdp_page_count 896 00000020:00200000:1.0:1787826373.528329:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 7569408, cdp_page_count 896 00000020:00200000:1.0:1787826373.528333:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 7573504, cdp_page_count 896 00000020:00200000:1.0:1787826373.528336:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 7577600, cdp_page_count 896 00000020:00200000:1.0:1787826373.528340:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 7581696, cdp_page_count 896 00000020:00200000:1.0:1787826373.528343:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 7585792, cdp_page_count 896 00000020:00200000:1.0:1787826373.528346:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 7589888, cdp_page_count 896 00000020:00200000:1.0:1787826373.528349:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 7593984, cdp_page_count 896 00000020:00200000:1.0:1787826373.528352:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 7598080, cdp_page_count 896 00000020:00200000:1.0:1787826373.528356:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 7602176, cdp_page_count 896 00000020:00200000:1.0:1787826373.528359:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 7606272, cdp_page_count 896 00000020:00200000:1.0:1787826373.528363:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 7610368, cdp_page_count 896 00000020:00200000:1.0:1787826373.528366:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 7614464, cdp_page_count 896 00000020:00200000:1.0:1787826373.528369:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 7618560, cdp_page_count 896 00000020:00200000:1.0:1787826373.528373:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 7622656, cdp_page_count 896 00000020:00200000:1.0:1787826373.528376:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 7626752, cdp_page_count 896 00000020:00200000:1.0:1787826373.528379:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 7630848, cdp_page_count 896 00000020:00200000:1.0:1787826373.528384:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 7634944, cdp_page_count 896 00000020:00200000:1.0:1787826373.528387:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 7639040, cdp_page_count 896 00000020:00200000:1.0:1787826373.528391:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 7643136, cdp_page_count 896 00000020:00200000:1.0:1787826373.528393:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 7647232, cdp_page_count 896 00000020:00200000:1.0:1787826373.528396:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 7651328, cdp_page_count 896 00000020:00200000:1.0:1787826373.528422:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 7655424, cdp_page_count 896 00000020:00200000:1.0:1787826373.528426:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 7659520, cdp_page_count 896 00000020:00200000:1.0:1787826373.528430:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 7663616, cdp_page_count 896 00000020:00200000:1.0:1787826373.528434:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 7667712, cdp_page_count 896 00000020:00200000:1.0:1787826373.528438:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 7671808, cdp_page_count 896 00000020:00200000:1.0:1787826373.528441:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 7675904, cdp_page_count 896 00000020:00200000:1.0:1787826373.528444:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 7680000, cdp_page_count 896 00000020:00200000:1.0:1787826373.528447:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 7684096, cdp_page_count 896 00000020:00200000:1.0:1787826373.528450:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 7688192, cdp_page_count 896 00000020:00200000:1.0:1787826373.528453:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 7692288, cdp_page_count 896 00000020:00200000:1.0:1787826373.528457:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 7696384, cdp_page_count 896 00000020:00200000:1.0:1787826373.528460:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 7700480, cdp_page_count 896 00000020:00200000:1.0:1787826373.528463:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 7704576, cdp_page_count 896 00000020:00200000:1.0:1787826373.528467:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 7708672, cdp_page_count 896 00000020:00200000:1.0:1787826373.528470:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 7712768, cdp_page_count 896 00000020:00200000:1.0:1787826373.528474:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 7716864, cdp_page_count 896 00000020:00200000:1.0:1787826373.528478:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 7720960, cdp_page_count 896 00000020:00200000:1.0:1787826373.528481:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 7725056, cdp_page_count 896 00000020:00200000:1.0:1787826373.528485:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 7729152, cdp_page_count 896 00000020:00200000:1.0:1787826373.528488:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 7733248, cdp_page_count 896 00000020:00200000:1.0:1787826373.528491:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 7737344, cdp_page_count 896 00000020:00200000:1.0:1787826373.528495:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 7741440, cdp_page_count 896 00000020:00200000:1.0:1787826373.528498:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 7745536, cdp_page_count 896 00000020:00200000:1.0:1787826373.528502:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 7749632, cdp_page_count 896 00000020:00200000:1.0:1787826373.528505:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 7753728, cdp_page_count 896 00000020:00200000:1.0:1787826373.528517:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 7757824, cdp_page_count 896 00000020:00200000:1.0:1787826373.528520:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 7761920, cdp_page_count 896 00000020:00200000:1.0:1787826373.528524:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 7766016, cdp_page_count 896 00000020:00200000:1.0:1787826373.528528:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 7770112, cdp_page_count 896 00000020:00200000:1.0:1787826373.528531:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 7774208, cdp_page_count 896 00000020:00200000:1.0:1787826373.528534:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 7778304, cdp_page_count 896 00000020:00200000:1.0:1787826373.528537:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 7782400, cdp_page_count 896 00000020:00200000:1.0:1787826373.528540:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 7786496, cdp_page_count 896 00000020:00200000:1.0:1787826373.528544:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 7790592, cdp_page_count 896 00000020:00200000:1.0:1787826373.528547:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 7794688, cdp_page_count 896 00000020:00200000:1.0:1787826373.528550:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 7798784, cdp_page_count 896 00000020:00200000:1.0:1787826373.528553:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 7802880, cdp_page_count 896 00000020:00200000:1.0:1787826373.528555:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 7806976, cdp_page_count 896 00000020:00200000:1.0:1787826373.528558:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 7811072, cdp_page_count 896 00000020:00200000:1.0:1787826373.528561:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 7815168, cdp_page_count 896 00000020:00200000:1.0:1787826373.528564:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 7819264, cdp_page_count 896 00000020:00200000:1.0:1787826373.528567:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 7823360, cdp_page_count 896 00000020:00200000:1.0:1787826373.528569:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 7827456, cdp_page_count 896 00000020:00200000:1.0:1787826373.528572:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 7831552, cdp_page_count 896 00000020:00200000:1.0:1787826373.528575:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 7835648, cdp_page_count 896 00000020:00200000:1.0:1787826373.528577:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 7839744, cdp_page_count 896 00000020:00200000:1.0:1787826373.528580:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 7843840, cdp_page_count 896 00000020:00200000:1.0:1787826373.528583:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 7847936, cdp_page_count 896 00000020:00200000:1.0:1787826373.528585:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 7852032, cdp_page_count 896 00000020:00200000:1.0:1787826373.528588:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 7856128, cdp_page_count 896 00000020:00200000:1.0:1787826373.528591:0:21:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 7860224, cdp_page_count 896 00000008:00100000:1.0:1787826373.529082:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b8b40 - object 0x240000403:32 offset 0<>1048576 00000008:00010000:1.0:1787826373.529261:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb000 00000008:00010000:1.0:1787826373.529264:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb300 00000100:00100000:1.0:1787826373.529275:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826373.529288:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428471936:192.168.203.115@tcp:4:small_write.0 00000008:00100000:1.0:1787826373.530075:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b8780 - object 0x240000403:32 offset 1048576<>2097152 00000008:00010000:1.0:1787826373.530093:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb300 00000008:00010000:1.0:1787826373.530096:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000008:00100000:1.0:1787826373.530660:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb0c0 - object 0x240000403:32 offset 2097152<>3145728 00000008:00010000:1.0:1787826373.530678:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000100:00100000:1.0:1787826373.530690:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826373.530699:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428472320:192.168.203.115@tcp:4:small_write.0 00000008:00100000:1.0:1787826373.530986:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bad00 - object 0x240000403:32 offset 3145728<>3670016 00000100:00100000:1.0:1787826373.531011:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428472448:192.168.203.115@tcp:4:small_write.0 00000100:00100000:1.0:1787826373.532595:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450099072 00000100:00100000:1.0:1787826373.532602:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450099072 00000100:00100000:1.0:1787826373.532651:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1687 00000100:00100000:1.0:1787826373.532661:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9835680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:14759:x1874671450099072:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826373.532677:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000006c94ee1e/0x1d187e8ba27ce18e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1a644 expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826373.532736:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826373.532742:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9835680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:14759:x1874671450099072:12345-192.168.203.115@tcp:104: Request processed in 83us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826373.532749:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1687 00000100:00100000:1.0:1787826373.580474:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968697 gen 4 00000008:00010000:1.0:1787826373.580537:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb840 00000020:00200000:1.0:1787826373.580543:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1787826373.580547:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1787826373.580549:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1787826373.580551:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1787826373.580552:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1787826373.580554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1787826373.580556:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1787826373.580557:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1787826373.580559:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1787826373.580560:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1787826373.580561:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1787826373.580562:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1787826373.580565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1787826373.580566:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1787826373.580568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1787826373.580570:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1787826373.580572:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1787826373.580574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1787826373.580575:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1787826373.580577:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1787826373.580579:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1787826373.580580:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1787826373.580582:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1787826373.580584:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1787826373.580585:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1787826373.580586:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1787826373.580588:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1787826373.580589:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1787826373.580591:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1787826373.580592:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1787826373.580593:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1787826373.580595:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1787826373.580597:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1787826373.580598:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1787826373.580600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1787826373.580602:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1787826373.580604:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1787826373.580606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1787826373.580607:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1787826373.580609:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1787826373.580611:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1787826373.580612:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1787826373.580614:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1787826373.580615:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1787826373.580616:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1787826373.580618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1787826373.580620:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1787826373.580621:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1787826373.580623:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1787826373.580624:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1787826373.580626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1787826373.580627:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1787826373.580629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1787826373.580630:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1787826373.580632:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1787826373.580633:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1787826373.580635:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1787826373.580636:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1787826373.580638:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1787826373.580639:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1787826373.580641:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1787826373.580642:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1787826373.580644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1787826373.580645:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1787826373.580647:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1787826373.580648:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1787826373.580650:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1787826373.580651:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1787826373.580653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1787826373.580654:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1787826373.580655:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1787826373.580657:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1787826373.580658:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1787826373.580660:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1787826373.580661:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1787826373.580662:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1787826373.580664:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1787826373.580666:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1787826373.580668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1787826373.580669:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1787826373.580670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1787826373.580672:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1787826373.580673:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1787826373.580675:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1787826373.580676:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1787826373.580678:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1787826373.580679:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1787826373.580680:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1787826373.580682:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1787826373.580684:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1787826373.580685:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1787826373.580686:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1787826373.580688:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1787826373.580690:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1787826373.580691:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1787826373.580693:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1787826373.580695:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1787826373.580696:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1787826373.580698:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1787826373.580700:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1787826373.580701:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1787826373.580703:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1787826373.580704:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1787826373.580706:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1787826373.580707:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1787826373.580709:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1787826373.580710:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1787826373.580712:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1787826373.580713:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1787826373.580715:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1787826373.580717:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1787826373.580718:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1787826373.580720:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1787826373.580721:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1787826373.580723:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1787826373.580724:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1787826373.580726:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1787826373.580728:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1787826373.580729:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1787826373.580730:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1787826373.580732:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1787826373.580734:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1787826373.580735:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1787826373.580737:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1787826373.580738:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1787826373.580740:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1787826373.580742:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1787826373.580743:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000020:00200000:1.0:1787826373.580745:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826373.580746:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826373.580748:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826373.580750:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826373.580751:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826373.580753:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826373.580754:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826373.580756:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826373.580758:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826373.580759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826373.580761:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826373.580762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826373.580764:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826373.580766:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826373.580767:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826373.580768:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826373.580770:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826373.580771:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826373.580773:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826373.580774:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826373.580776:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826373.580777:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826373.580779:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826373.580780:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826373.580782:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826373.580783:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826373.580785:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826373.580787:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826373.580788:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826373.580789:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826373.580791:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826373.580792:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826373.580794:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826373.580795:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826373.580797:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826373.580799:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826373.580800:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826373.580802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826373.580804:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826373.580805:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826373.580807:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826373.580809:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826373.580810:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826373.580812:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826373.580814:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826373.580815:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826373.580817:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826373.580819:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826373.580820:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826373.580822:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826373.580823:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826373.580824:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826373.580826:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826373.580828:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826373.580829:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826373.580831:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826373.580832:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826373.580834:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826373.580835:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826373.580837:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826373.580838:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826373.580839:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826373.580841:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826373.580842:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826373.580844:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826373.580845:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826373.580846:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826373.580848:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826373.580849:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826373.580851:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826373.580852:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826373.580854:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826373.580855:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826373.580856:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826373.580858:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826373.580859:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826373.580861:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826373.580862:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826373.580864:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826373.580865:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826373.580867:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826373.580869:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826373.580870:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826373.580871:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826373.580873:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826373.580874:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826373.580876:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826373.580877:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826373.580879:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826373.580880:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826373.580882:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826373.580884:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826373.580886:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826373.580888:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826373.580890:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826373.580891:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826373.580893:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826373.580894:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826373.580896:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826373.580898:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826373.580899:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826373.580908:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826373.580910:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826373.580911:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826373.580913:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826373.580915:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826373.580916:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826373.580918:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826373.580920:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826373.580921:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826373.580923:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826373.580925:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826373.580927:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826373.580929:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826373.580930:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826373.580932:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826373.580933:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826373.580935:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826373.580937:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826373.580939:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826373.580940:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826373.580942:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826373.580944:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826373.580945:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826373.580947:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826373.580949:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826373.580950:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826373.580952:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000008:00010000:1.0:1787826373.580956:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb840 00000100:00100000:1.0:1787826373.580982:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428471680:192.168.203.115@tcp:4:small_write.0 00000100:00100000:1.0:1787826373.588231:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968715 gen 5 00000008:00010000:1.0:1787826373.588287:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000020:00200000:1.0:1787826373.588294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:1.0:1787826373.588296:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:1.0:1787826373.588298:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:1.0:1787826373.588300:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:1.0:1787826373.588302:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:1.0:1787826373.588303:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:1.0:1787826373.588304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:1.0:1787826373.588306:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:1.0:1787826373.588308:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:1.0:1787826373.588309:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:1.0:1787826373.588311:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:1.0:1787826373.588313:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:1.0:1787826373.588314:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:1.0:1787826373.588315:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:1.0:1787826373.588317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:1.0:1787826373.588318:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:1.0:1787826373.588320:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:1.0:1787826373.588321:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:1.0:1787826373.588323:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:1.0:1787826373.588325:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:1.0:1787826373.588327:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:1.0:1787826373.588328:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:1.0:1787826373.588330:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:1.0:1787826373.588331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:1.0:1787826373.588333:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:1.0:1787826373.588334:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:1.0:1787826373.588336:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:1.0:1787826373.588338:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:1.0:1787826373.588339:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:1.0:1787826373.588341:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:1.0:1787826373.588343:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:1.0:1787826373.588345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:1.0:1787826373.588346:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:1.0:1787826373.588348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:1.0:1787826373.588349:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:1.0:1787826373.588350:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:1.0:1787826373.588352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:1.0:1787826373.588353:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:1.0:1787826373.588355:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:1.0:1787826373.588357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:1.0:1787826373.588359:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:1.0:1787826373.588361:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:1.0:1787826373.588362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:1.0:1787826373.588364:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:1.0:1787826373.588365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:1.0:1787826373.588367:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:1.0:1787826373.588368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:1.0:1787826373.588370:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:1.0:1787826373.588371:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:1.0:1787826373.588373:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:1.0:1787826373.588374:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:1.0:1787826373.588376:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:1.0:1787826373.588377:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:1.0:1787826373.588379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:1.0:1787826373.588380:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:1.0:1787826373.588382:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:1.0:1787826373.588384:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:1.0:1787826373.588386:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:1.0:1787826373.588387:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:1.0:1787826373.588389:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:1.0:1787826373.588390:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:1.0:1787826373.588392:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:1.0:1787826373.588393:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:1.0:1787826373.588395:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:1.0:1787826373.588397:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:1.0:1787826373.588436:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:1.0:1787826373.588438:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:1.0:1787826373.588440:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:1.0:1787826373.588441:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:1.0:1787826373.588442:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:1.0:1787826373.588444:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:1.0:1787826373.588446:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:1.0:1787826373.588448:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:1.0:1787826373.588450:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:1.0:1787826373.588451:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:1.0:1787826373.588453:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:1.0:1787826373.588454:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:1.0:1787826373.588456:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:1.0:1787826373.588457:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:1.0:1787826373.588458:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:1.0:1787826373.588460:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:1.0:1787826373.588461:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:1.0:1787826373.588462:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:1.0:1787826373.588464:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:1.0:1787826373.588466:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:1.0:1787826373.588468:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:1.0:1787826373.588469:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:1.0:1787826373.588471:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:1.0:1787826373.588473:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:1.0:1787826373.588474:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:1.0:1787826373.588476:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:1.0:1787826373.588477:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:1.0:1787826373.588478:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:1.0:1787826373.588480:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:1.0:1787826373.588482:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:1.0:1787826373.588483:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 800 items remaining. 00000020:00200000:1.0:1787826373.588484:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:1.0:1787826373.588486:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 798 items remaining. 00000020:00200000:1.0:1787826373.588487:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:1.0:1787826373.588489:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 796 items remaining. 00000020:00200000:1.0:1787826373.588490:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:1.0:1787826373.588491:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 794 items remaining. 00000020:00200000:1.0:1787826373.588493:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:1.0:1787826373.588494:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 792 items remaining. 00000020:00200000:1.0:1787826373.588496:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:1.0:1787826373.588497:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 790 items remaining. 00000020:00200000:1.0:1787826373.588499:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:1.0:1787826373.588500:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 788 items remaining. 00000020:00200000:1.0:1787826373.588502:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:1.0:1787826373.588503:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 786 items remaining. 00000020:00200000:1.0:1787826373.588504:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:1.0:1787826373.588517:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 784 items remaining. 00000020:00200000:1.0:1787826373.588519:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:1.0:1787826373.588520:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 782 items remaining. 00000020:00200000:1.0:1787826373.588522:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:1.0:1787826373.588523:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 780 items remaining. 00000020:00200000:1.0:1787826373.588524:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:1.0:1787826373.588526:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 778 items remaining. 00000020:00200000:1.0:1787826373.588527:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:1.0:1787826373.588529:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 776 items remaining. 00000020:00200000:1.0:1787826373.588531:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 775 items remaining. 00000020:00200000:1.0:1787826373.588532:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:1.0:1787826373.588534:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 773 items remaining. 00000020:00200000:1.0:1787826373.588536:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:1.0:1787826373.588538:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 771 items remaining. 00000020:00200000:1.0:1787826373.588540:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:1.0:1787826373.588541:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 769 items remaining. 00000020:00200000:1.0:1787826373.588543:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000020:00200000:1.0:1787826373.588544:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:1.0:1787826373.588546:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:1.0:1787826373.588548:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:1.0:1787826373.588549:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:1.0:1787826373.588551:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:1.0:1787826373.588552:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:1.0:1787826373.588554:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:1.0:1787826373.588556:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:1.0:1787826373.588558:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:1.0:1787826373.588560:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:1.0:1787826373.588562:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:1.0:1787826373.588564:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:1.0:1787826373.588565:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:1.0:1787826373.588567:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:1.0:1787826373.588568:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:1.0:1787826373.588570:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:1.0:1787826373.588571:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:1.0:1787826373.588573:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:1.0:1787826373.588574:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:1.0:1787826373.588576:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:1.0:1787826373.588577:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:1.0:1787826373.588579:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:1.0:1787826373.588580:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:1.0:1787826373.588582:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:1.0:1787826373.588583:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:1.0:1787826373.588585:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:1.0:1787826373.588586:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:1.0:1787826373.588588:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:1.0:1787826373.588589:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:1.0:1787826373.588591:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:1.0:1787826373.588592:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:1.0:1787826373.588594:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:1.0:1787826373.588595:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:1.0:1787826373.588597:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:1.0:1787826373.588598:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:1.0:1787826373.588600:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:1.0:1787826373.588601:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:1.0:1787826373.588603:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:1.0:1787826373.588605:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:1.0:1787826373.588607:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:1.0:1787826373.588609:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:1.0:1787826373.588610:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:1.0:1787826373.588612:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:1.0:1787826373.588613:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:1.0:1787826373.588615:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:1.0:1787826373.588616:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:1.0:1787826373.588618:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:1.0:1787826373.588619:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:1.0:1787826373.588620:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:1.0:1787826373.588621:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:1.0:1787826373.588622:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:1.0:1787826373.588623:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:1.0:1787826373.588624:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:1.0:1787826373.588625:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:1.0:1787826373.588626:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:1.0:1787826373.588627:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:1.0:1787826373.588628:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:1.0:1787826373.588629:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:1.0:1787826373.588630:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:1.0:1787826373.588630:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:1.0:1787826373.588631:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:1.0:1787826373.588632:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:1.0:1787826373.588633:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:1.0:1787826373.588634:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:1.0:1787826373.588635:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:1.0:1787826373.588636:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:1.0:1787826373.588637:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:1.0:1787826373.588637:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:1.0:1787826373.588638:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:1.0:1787826373.588639:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:1.0:1787826373.588640:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:1.0:1787826373.588642:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:1.0:1787826373.588643:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:1.0:1787826373.588644:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:1.0:1787826373.588645:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:1.0:1787826373.588646:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:1.0:1787826373.588648:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:1.0:1787826373.588648:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:1.0:1787826373.588649:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:1.0:1787826373.588650:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:1.0:1787826373.588651:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:1.0:1787826373.588652:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:1.0:1787826373.588653:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:1.0:1787826373.588654:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:1.0:1787826373.588654:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:1.0:1787826373.588655:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:1.0:1787826373.588656:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:1.0:1787826373.588657:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:1.0:1787826373.588658:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:1.0:1787826373.588659:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:1.0:1787826373.588660:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:1.0:1787826373.588661:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:1.0:1787826373.588662:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:1.0:1787826373.588663:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:1.0:1787826373.588664:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:1.0:1787826373.588665:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:1.0:1787826373.588665:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:1.0:1787826373.588666:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:1.0:1787826373.588667:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:1.0:1787826373.588668:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:1.0:1787826373.588669:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:1.0:1787826373.588670:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:1.0:1787826373.588671:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:1.0:1787826373.588673:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:1.0:1787826373.588674:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:1.0:1787826373.588675:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:1.0:1787826373.588676:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:1.0:1787826373.588677:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:1.0:1787826373.588678:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:1.0:1787826373.588679:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:1.0:1787826373.588680:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:1.0:1787826373.588681:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:1.0:1787826373.588682:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:1.0:1787826373.588682:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:1.0:1787826373.588684:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:1.0:1787826373.588684:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:1.0:1787826373.588685:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:1.0:1787826373.588686:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:1.0:1787826373.588687:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:1.0:1787826373.588688:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:1.0:1787826373.588689:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:1.0:1787826373.588690:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:1.0:1787826373.588690:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:1.0:1787826373.588691:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:1.0:1787826373.588692:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:1.0:1787826373.588693:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:1.0:1787826373.588694:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:1.0:1787826373.588695:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000008:00010000:1.0:1787826373.588699:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000100:00100000:1.0:1787826373.588723:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428471936:192.168.203.115@tcp:4:small_write.0 00000008:00010000:1.0:1787826373.638573:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000020:00200000:1.0:1787826373.638578:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1787826373.638581:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1787826373.638583:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1787826373.638586:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1787826373.638587:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1787826373.638588:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1787826373.638590:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1787826373.638591:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1787826373.638592:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1787826373.638597:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1787826373.638598:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1787826373.638599:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1787826373.638600:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1787826373.638602:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1787826373.638603:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1787826373.638604:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1787826373.638605:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1787826373.638606:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1787826373.638607:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1787826373.638608:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1787826373.638609:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1787826373.638610:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1787826373.638611:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1787826373.638611:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1787826373.638612:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1787826373.638614:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1787826373.638615:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1787826373.638616:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1787826373.638617:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1787826373.638618:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1787826373.638619:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1787826373.638620:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1787826373.638621:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1787826373.638622:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1787826373.638623:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1787826373.638624:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1787826373.638625:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1787826373.638627:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1787826373.638628:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1787826373.638629:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1787826373.638630:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1787826373.638631:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1787826373.638632:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1787826373.638633:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1787826373.638633:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1787826373.638634:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1787826373.638635:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1787826373.638636:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1787826373.638637:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1787826373.638638:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1787826373.638639:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1787826373.638640:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1787826373.638641:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1787826373.638642:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1787826373.638643:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1787826373.638644:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1787826373.638645:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1787826373.638645:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1787826373.638646:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1787826373.638647:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1787826373.638648:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1787826373.638650:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1787826373.638651:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1787826373.638652:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1787826373.638653:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1787826373.638654:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1787826373.638657:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1787826373.638660:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1787826373.638661:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1787826373.638666:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1787826373.638667:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1787826373.638671:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1787826373.638672:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1787826373.638677:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1787826373.638679:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1787826373.638683:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1787826373.638688:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1787826373.638690:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1787826373.638694:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1787826373.638700:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1787826373.638705:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1787826373.638711:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1787826373.638715:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1787826373.638719:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1787826373.638723:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1787826373.638727:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1787826373.638731:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1787826373.638735:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1787826373.638739:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1787826373.638743:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1787826373.638748:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1787826373.638752:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1787826373.638756:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1787826373.638760:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1787826373.638765:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1787826373.638770:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1787826373.638774:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1787826373.638779:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1787826373.638782:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1787826373.638787:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1787826373.638792:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1787826373.638795:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1787826373.638799:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1787826373.638800:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1787826373.638802:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1787826373.638803:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1787826373.638804:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1787826373.638806:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1787826373.638809:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1787826373.638813:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1787826373.638818:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1787826373.638822:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1787826373.638826:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1787826373.638832:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1787826373.638837:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1787826373.638842:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1787826373.638846:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1787826373.638850:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1787826373.638854:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1787826373.638859:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1787826373.638863:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1787826373.638868:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1787826373.638873:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1787826373.638881:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1787826373.638887:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1787826373.638892:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1787826373.638898:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1787826373.638903:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000008:00010000:1.0:1787826373.638912:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000100:00100000:1.0:1787826373.638946:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428472448:192.168.203.115@tcp:4:small_write.0 00000008:00010000:1.0:1787826373.639025:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb300 00000020:00200000:1.0:1787826373.639029:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826373.639032:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826373.639034:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826373.639035:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826373.639037:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826373.639039:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826373.639041:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826373.639043:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826373.639044:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826373.639046:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826373.639047:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826373.639049:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826373.639051:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826373.639052:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826373.639053:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826373.639055:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826373.639057:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826373.639058:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826373.639060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826373.639061:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826373.639063:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826373.639064:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826373.639066:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826373.639068:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826373.639069:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826373.639071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826373.639072:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826373.639074:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826373.639076:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826373.639077:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826373.639080:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826373.639081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826373.639083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826373.639085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826373.639086:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826373.639088:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826373.639089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826373.639091:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826373.639092:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826373.639093:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826373.639094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826373.639095:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826373.639096:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826373.639096:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826373.639097:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826373.639098:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826373.639099:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826373.639100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826373.639101:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826373.639102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826373.639103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826373.639103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826373.639104:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826373.639105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826373.639106:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826373.639107:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826373.639108:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826373.639109:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826373.639109:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826373.639110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826373.639111:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826373.639112:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826373.639113:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826373.639114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826373.639115:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826373.639117:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826373.639118:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826373.639119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826373.639120:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826373.639121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826373.639121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826373.639122:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826373.639123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826373.639124:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826373.639125:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826373.639126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826373.639127:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826373.639127:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826373.639128:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826373.639129:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826373.639130:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826373.639131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826373.639132:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826373.639132:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826373.639133:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826373.639134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826373.639135:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826373.639136:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826373.639137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826373.639138:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826373.639139:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826373.639139:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826373.639140:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826373.639141:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826373.639143:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826373.639144:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826373.639145:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826373.639146:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826373.639147:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826373.639148:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826373.639149:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826373.639150:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826373.639151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826373.639152:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826373.639153:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826373.639153:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826373.639154:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826373.639155:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826373.639156:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826373.639157:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826373.639158:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826373.639159:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826373.639159:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826373.639160:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826373.639161:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826373.639162:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826373.639163:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826373.639164:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826373.639165:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826373.639166:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826373.639167:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826373.639168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826373.639169:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826373.639169:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826373.639170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826373.639171:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826373.639173:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826373.639174:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826373.639175:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826373.639176:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826373.639177:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826373.639178:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826373.639179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826373.639179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826373.639180:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826373.639181:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826373.639182:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826373.639183:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826373.639184:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826373.639185:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826373.639186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826373.639186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826373.639188:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826373.639188:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826373.639189:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826373.639190:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826373.639191:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826373.639192:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826373.639193:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826373.639193:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826373.639194:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826373.639195:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826373.639196:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826373.639197:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826373.639198:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826373.639199:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826373.639199:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826373.639200:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826373.639202:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826373.639203:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826373.639204:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826373.639205:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826373.639206:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826373.639207:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826373.639208:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826373.639208:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826373.639209:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826373.639210:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826373.639211:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826373.639212:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826373.639213:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826373.639214:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826373.639215:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826373.639215:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826373.639216:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826373.639217:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826373.639218:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826373.639219:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826373.639220:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826373.639220:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826373.639221:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826373.639222:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826373.639223:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826373.639224:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826373.639225:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826373.639226:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826373.639227:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826373.639227:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826373.639228:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826373.639229:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826373.639230:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826373.639231:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826373.639232:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826373.639233:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826373.639234:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826373.639235:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826373.639236:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826373.639237:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826373.639238:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826373.639239:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826373.639240:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826373.639240:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826373.639241:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826373.639242:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826373.639243:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826373.639244:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826373.639245:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826373.639246:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826373.639247:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826373.639248:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826373.639249:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826373.639249:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826373.639250:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826373.639251:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826373.639252:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826373.639253:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826373.639254:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826373.639255:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826373.639255:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826373.639256:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826373.639257:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826373.639258:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826373.639259:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826373.639260:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826373.639261:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826373.639262:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826373.639263:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826373.639264:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826373.639265:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826373.639266:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826373.639267:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826373.639268:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826373.639269:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826373.639270:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826373.639271:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826373.639272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826373.639273:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826373.639273:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826373.639274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826373.639275:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826373.639276:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826373.639277:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826373.639278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826373.639279:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826373.639280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826373.639281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826373.639282:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826373.639282:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826373.639283:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826373.639284:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826373.639285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826373.639286:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826373.639287:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826373.639288:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826373.639289:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826373.639290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826373.639740:0:2360:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio write aio->cda_bytes 3670016 00000020:00200000:1.0:1787826373.639752:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1787826373.639770:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb300 00000100:00100000:1.0:1787826373.639781:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428472320:192.168.203.115@tcp:4:small_write.0 00000100:00100000:1.0:1787826373.641203:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9836580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428472704:192.168.203.115@tcp:101:small_write.0 00000080:00200000:1.0:1787826373.644692:0:15339:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x243:0x0] updating i_size 7864320 i_blocks 16408 00000020:00010000:1.0:1787826373.644700:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a1638 (ffff9ab5d8b95878/0) at cl_lock_release():245 00000020:00010000:1.0:1787826373.644704:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a1638 (ffff9ab5d8b95878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.644709:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f9954230 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.644715:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f9954270 (ffff9ab5ea87bab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.644718:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99542b0 (ffff9ab5ea87bf38/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.644722:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99542f0 (ffff9ab5ea87be18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.644724:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a1638 (ffff9ab5d8b95878/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.644727:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f9954230 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.644732:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f9954270 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.644736:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99542b0 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.644738:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99542f0 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826373.644753:0:15339:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x243:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826373.644776:0:15339:0:(file.c:5224:ll_file_seek()) START file f2a.sanity-pfl:[0x200000401:0x243:0x0], offset: 0, type: SEEK_SET 00000080:00200008:1.0:1787826373.644780:0:15339:0:(file.c:5262:ll_file_seek()) COMPLETED file f2a.sanity-pfl:[0x200000401:0x243:0x0], offset: 0, type: SEEK_SET, rc = 0 00000080:00200008:1.0:1787826373.644793:0:15339:0:(file.c:2485:do_file_read_iter()) START file f2a.sanity-pfl:[0x200000401:0x243:0x0], ppos: 0, count: 10485760 00000080:00200000:1.0:1787826373.644836:0:15339:0:(rw.c:1947:ll_readpage()) fast read pgno: 0 00000080:00200000:1.0:1787826373.644849:0:15339:0:(file.c:2526:do_file_read_iter()) switching to DIO 00000080:00200000:1.0:1787826373.644852:0:15339:0:(file.c:2090:ll_file_io_generic()) f2a.sanity-pfl: read ppos: 0, bytes: 10485760 00000080:00200000:1.0:1787826373.644860:0:15339:0:(file.c:1848:ll_io_set_mirror()) f2a.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826373.644866:0:15339:0:(cl_io.c:218:cl_io_rw_init()) header@000000007d43aa7a[0x110, 2, [0x200000401:0x243:0x0] hash] 00000020:00200000:1.0:1787826373.644868:0:15339:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 10485760) 0 0 00000080:00200000:1.0:1787826373.644872:0:15339:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x243:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00000080:00200000:1.0:1787826373.644883:0:15339:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 2559] 00020000:00200000:1.0:1787826373.644891:0:15339:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 10485760, 1048576 00020000:00200000:1.0:1787826373.645104:0:15339:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826373.645121:0:15339:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:1.0:1787826373.645134:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826373.645138:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310e30, osc lock ffff9ab5c5024d68, flags 0x0 00000080:00200000:1.0:1787826373.645145:0:15339:0:(vvp_io.c:874:vvp_io_read_start()) f2a.sanity-pfl: read [0, 1048576) 00000080:00200000:1.0:1787826373.645150:0:15339:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x243:0x0] updating i_size 7864320 00000080:00200000:1.0:1787826373.645154:0:15339:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:0 00000080:00200000:1.0:1787826373.645160:0:15339:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x243:0x0](ffff9ab5d95cb248), size=1048576 (max 335544320), offset=0=0x0, pages 256 (max 81920), lockless, parallel, unaligned, hybrid 00000020:00200000:1.0:1787826373.645664:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1787826373.645668:0:15339:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:1.0:1787826373.645674:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_release():245 00000020:00010000:1.0:1787826373.645677:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.645680:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310e30 (ffff9ab5ea87be18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.645683:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.645685:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310e30 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826373.645692:0:15339:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:1.0:1787826373.645695:0:15339:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 10485760, 1048576 00020000:00200000:1.0:1787826373.645698:0:15339:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:1.0:1787826373.645707:0:15339:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [256, 511] 00000008:00010000:1.0:1787826373.645712:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826373.645714:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310e30, osc lock ffff9ab5c5024d68, flags 0x0 00000080:00200000:1.0:1787826373.645718:0:15339:0:(vvp_io.c:874:vvp_io_read_start()) f2a.sanity-pfl: read [1048576, 2097152) 00000080:00200000:1.0:1787826373.645722:0:15339:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x243:0x0] updating i_size 7864320 00000080:00200000:1.0:1787826373.645725:0:15339:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:1048576 00000080:00200000:1.0:1787826373.645729:0:15339:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x243:0x0](ffff9ab5d95cb248), size=1048576 (max 335544320), offset=1048576=0x100000, pages 256 (max 81920), lockless, parallel, unaligned, hybrid 00000020:00200000:1.0:1787826373.647245:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1787826373.647252:0:15339:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:1.0:1787826373.647261:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_release():245 00000020:00010000:1.0:1787826373.647264:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.647267:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310e30 (ffff9ab5ea87bf38/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.647270:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.647273:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310e30 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826373.647280:0:15339:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:1.0:1787826373.647284:0:15339:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [2097152, 4194304) 10485760, 2097152 00020000:00200000:1.0:1787826373.647286:0:15339:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:1.0:1787826373.647315:0:15339:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [512, 1023] 00000008:00010000:1.0:1787826373.647324:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826373.647327:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310e30, osc lock ffff9ab5c5024d68, flags 0x0 00000080:00200000:1.0:1787826373.647332:0:15339:0:(vvp_io.c:874:vvp_io_read_start()) f2a.sanity-pfl: read [2097152, 4194304) 00000080:00200000:1.0:1787826373.647339:0:15339:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x243:0x0] updating i_size 7864320 00000080:00200000:1.0:1787826373.647343:0:15339:0:(vvp_io.c:932:vvp_io_read_start()) count:2097152 iocb pos:2097152 00000080:00200000:1.0:1787826373.647349:0:15339:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x243:0x0](ffff9ab5d95cb248), size=2097152 (max 335544320), offset=2097152=0x200000, pages 512 (max 81920), lockless, parallel, unaligned, hybrid 00000020:00200000:1.0:1787826373.650007:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:1.0:1787826373.651687:0:15339:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 2097152 count 2097152 file_offset 4194304 00000020:00010000:1.0:1787826373.651705:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_release():245 00000020:00010000:1.0:1787826373.651709:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.651713:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310e30 (ffff9ab5ea87bab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826373.651717:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066bf38 (ffff9ab5d8b95878/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826373.651720:0:15339:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310e30 (ffff9ab5d8b95878/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826373.651730:0:15339:0:(vvp_io.c:533:vvp_io_advance()) advancing 2097152 bytes 00020000:00200000:1.0:1787826373.651737:0:15339:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [4194304, 8388608) 10485760, 4194304 00020000:00200000:1.0:1787826373.651741:0:15339:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:1.0:1787826373.651767:0:15339:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1024, 2047] 00000008:00010000:1.0:1787826373.651780:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826373.651784:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310e30, osc lock ffff9ab5c5024d68, flags 0x0 00000080:00200000:1.0:1787826373.651790:0:15339:0:(vvp_io.c:874:vvp_io_read_start()) f2a.sanity-pfl: read [4194304, 8388608) 00000001:00010000:1.0:1787826373.651800:0:15339:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x243:0x0] 00000008:00010000:1.0:1787826373.651816:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826373.651819:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1c03830, osc lock ffff9ab5c5024fd8, flags 0x400001002 00000008:00010000:1.0:1787826373.651823:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826373.651824:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1c03870, osc lock ffff9ab5c50244e0, flags 0x400001002 00000008:00010000:1.0:1787826373.651827:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826373.651828:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1c038b0, osc lock ffff9ab5c5025c08, flags 0x400001002 00000008:00010000:1.0:1787826373.651831:0:15339:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826373.651833:0:15339:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1c038f0, osc lock ffff9ab5c5024750, flags 0x400001002 00010000:00010000:1.0:1787826373.651852:0:15339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008d8fa627/0x1d187e8ba27ce179 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a62f expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826373.651870:0:15339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008d8fa627/0x1d187e8ba27ce179 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a62f expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826373.651882:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826373.651886:0:15339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008d8fa627/0x1d187e8ba27ce179 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a62f expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826373.651896:0:15339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008d8fa627/0x1d187e8ba27ce179 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a62f expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826373.651914:0:15339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007b8284bd/0x1d187e8ba27ce180 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a63d expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826373.651923:0:15339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007b8284bd/0x1d187e8ba27ce180 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a63d expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826373.651930:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826373.651933:0:15339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007b8284bd/0x1d187e8ba27ce180 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a63d expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826373.651947:0:15339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007b8284bd/0x1d187e8ba27ce180 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a63d expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826373.651959:0:15339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000058349309/0x1d187e8ba27ce195 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a675 expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826373.651966:0:15339:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000058349309/0x1d187e8ba27ce195 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a675 expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1787826373.653693:0:15339:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826373.653700:0:15339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000058349309/0x1d187e8ba27ce195 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a675 expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826373.653714:0:15339:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000058349309/0x1d187e8ba27ce195 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a675 expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826373.653746:0:15339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c9ac0712/0x1d187e8ba27ce19c lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a67c expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1787826373.653842:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000008:00100000:1.0:1787826373.653951:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb0c0 - object 0x240000403:31 offset 0<>1048576 00000100:00100000:1.0:1787826373.660638:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428472960:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826373.660770:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78300 00000008:00100000:1.0:1787826373.661712:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bad00 - object 0x280000403:30 offset 1048576<>2097152 00000008:00010000:1.0:1787826373.661744:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78b40 00000008:00010000:1.0:1787826373.661747:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c783c0 00000100:00100000:1.0:1787826373.661760:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826373.661773:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428473088:192.168.203.115@tcp:3:small_write.0 00000008:00100000:1.0:1787826373.661926:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b8b40 - object 0x280000403:31 offset 2097152<>3145728 00000008:00010000:1.0:1787826373.661941:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c783c0 00000100:00100000:1.0:1787826373.661952:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428473216:192.168.203.115@tcp:3:small_write.0 00000008:00100000:1.0:1787826373.662078:0:21:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb840 - object 0x280000403:31 offset 3145728<>4194304 00000100:00100000:1.0:1787826373.662097:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826373.662104:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428473344:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826373.712035:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000020:00200000:1.0:1787826373.712046:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826373.712049:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826373.712051:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826373.712053:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826373.712054:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826373.712056:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826373.712058:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826373.712059:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826373.712060:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826373.712062:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826373.712064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826373.712065:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826373.712067:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826373.712068:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826373.712070:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826373.712072:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826373.712074:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826373.712076:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826373.712078:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826373.712080:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826373.712081:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826373.712083:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826373.712085:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826373.712086:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826373.712088:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826373.712090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826373.712091:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826373.712092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826373.712094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826373.712096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826373.712097:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826373.712099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826373.712100:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826373.712102:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826373.712104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826373.712105:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826373.712107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826373.712109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826373.712110:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826373.712112:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826373.712114:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826373.712115:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826373.712117:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826373.712118:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826373.712120:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826373.712121:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826373.712123:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826373.712124:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826373.712126:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826373.712128:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826373.712130:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826373.712131:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826373.712133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826373.712135:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826373.712136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826373.712138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826373.712139:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826373.712141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826373.712143:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826373.712144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826373.712146:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826373.712148:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826373.712150:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826373.712151:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826373.712153:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826373.712155:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826373.712157:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826373.712158:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826373.712160:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826373.712161:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826373.712163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826373.712165:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826373.712167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826373.712169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826373.712170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826373.712171:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826373.712173:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826373.712174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826373.712176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826373.712177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826373.712179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826373.712181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826373.712182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826373.712183:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826373.712185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826373.712186:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826373.712188:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826373.712189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826373.712191:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826373.712192:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826373.712194:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826373.712195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826373.712196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826373.712198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826373.712200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826373.712202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826373.712203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826373.712205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826373.712206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826373.712208:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826373.712209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826373.712211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826373.712212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826373.712214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826373.712216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826373.712217:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826373.712219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826373.712220:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826373.712222:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826373.712223:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826373.712224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826373.712226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826373.712227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826373.712228:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826373.712230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826373.712231:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826373.712233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826373.712234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826373.712236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826373.712237:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826373.712239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826373.712240:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826373.712242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826373.712243:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826373.712245:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826373.712247:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826373.712248:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826373.712250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826373.712251:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826373.712253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826373.712255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826373.712256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826373.712258:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826373.712260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826373.712261:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826373.712263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826373.712265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826373.712266:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826373.712268:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826373.712270:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826373.712271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826373.712272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826373.712274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826373.712275:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826373.712277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826373.712279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826373.712281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826373.712282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826373.712284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826373.712285:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826373.712287:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826373.712288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826373.713189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826373.713191:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826373.713193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826373.713195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826373.713197:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826373.713199:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826373.713201:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826373.713203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826373.713205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826373.713207:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826373.713209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826373.713210:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826373.713212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826373.713214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826373.713215:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826373.713216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826373.713218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826373.713220:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826373.713221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826373.713223:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826373.713224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826373.713226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826373.713227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826373.713229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826373.713230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826373.713232:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826373.713234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826373.713236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826373.713237:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826373.713239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826373.713241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826373.713254:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826373.713256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826373.713257:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826373.713259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826373.713261:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826373.713262:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826373.713264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826373.713265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826373.713267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826373.713269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826373.713270:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826373.713272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826373.713274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826373.713275:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826373.713277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826373.713278:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826373.713280:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826373.713281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826373.713282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826373.713284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826373.713285:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826373.713286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826373.713288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826373.713746:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826373.713750:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826373.713752:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826373.713754:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826373.713756:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826373.713757:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826373.713759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826373.713761:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826373.713762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826373.713764:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826373.713766:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826373.713768:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826373.713769:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826373.713771:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826373.713773:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826373.713775:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826373.713777:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826373.713779:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826373.713780:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826373.713782:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826373.713784:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826373.713786:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826373.713787:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826373.713789:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826373.713790:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826373.713792:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826373.713793:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826373.713795:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826373.713796:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826373.713798:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826373.713800:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826373.713802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826373.713803:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826373.713805:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826373.713807:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826373.715455:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826373.715458:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826373.715459:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826373.715461:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826373.715463:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826373.715465:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826373.715466:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826373.715467:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826373.715469:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826373.715470:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826373.715472:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826373.715473:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826373.715474:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826373.715476:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826373.715477:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826373.715588:0:2359:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 1048576 00000020:00200000:1.0:1787826373.715597:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 0, cdp_page_count 256 00000020:00200000:1.0:1787826373.715634:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 4096, cdp_page_count 256 00000020:00200000:1.0:1787826373.715646:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 8192, cdp_page_count 256 00000020:00200000:1.0:1787826373.715656:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 12288, cdp_page_count 256 00000020:00200000:1.0:1787826373.715665:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 16384, cdp_page_count 256 00000020:00200000:1.0:1787826373.715675:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 20480, cdp_page_count 256 00000020:00200000:1.0:1787826373.715685:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 24576, cdp_page_count 256 00000020:00200000:1.0:1787826373.715696:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 28672, cdp_page_count 256 00000020:00200000:1.0:1787826373.715706:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 32768, cdp_page_count 256 00000020:00200000:1.0:1787826373.715719:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 36864, cdp_page_count 256 00000020:00200000:1.0:1787826373.715729:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 40960, cdp_page_count 256 00000020:00200000:1.0:1787826373.715740:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 45056, cdp_page_count 256 00000020:00200000:1.0:1787826373.715751:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 49152, cdp_page_count 256 00000020:00200000:1.0:1787826373.715768:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 53248, cdp_page_count 256 00000020:00200000:1.0:1787826373.715778:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 57344, cdp_page_count 256 00000020:00200000:1.0:1787826373.715789:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 61440, cdp_page_count 256 00000020:00200000:1.0:1787826373.715802:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 65536, cdp_page_count 256 00000020:00200000:1.0:1787826373.715813:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 69632, cdp_page_count 256 00000020:00200000:1.0:1787826373.717231:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 73728, cdp_page_count 256 00000020:00200000:1.0:1787826373.718156:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 77824, cdp_page_count 256 00000020:00200000:1.0:1787826373.718175:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 81920, cdp_page_count 256 00000020:00200000:1.0:1787826373.718186:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 86016, cdp_page_count 256 00000020:00200000:1.0:1787826373.718197:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 90112, cdp_page_count 256 00000020:00200000:1.0:1787826373.718211:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 94208, cdp_page_count 256 00000020:00200000:1.0:1787826373.718223:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 98304, cdp_page_count 256 00000020:00200000:1.0:1787826373.718234:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 102400, cdp_page_count 256 00000020:00200000:1.0:1787826373.719839:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 106496, cdp_page_count 256 00000020:00200000:1.0:1787826373.719867:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 110592, cdp_page_count 256 00000020:00200000:1.0:1787826373.719887:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 114688, cdp_page_count 256 00000020:00200000:1.0:1787826373.719902:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 118784, cdp_page_count 256 00000020:00200000:1.0:1787826373.719915:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 122880, cdp_page_count 256 00000020:00200000:1.0:1787826373.719924:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 126976, cdp_page_count 256 00000020:00200000:1.0:1787826373.719934:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 131072, cdp_page_count 256 00000020:00200000:1.0:1787826373.719944:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 135168, cdp_page_count 256 00000020:00200000:1.0:1787826373.719953:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 139264, cdp_page_count 256 00000020:00200000:1.0:1787826373.719964:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 143360, cdp_page_count 256 00000020:00200000:1.0:1787826373.721787:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 147456, cdp_page_count 256 00000020:00200000:1.0:1787826373.721817:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 151552, cdp_page_count 256 00000020:00200000:1.0:1787826373.721828:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 155648, cdp_page_count 256 00000020:00200000:1.0:1787826373.721839:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 159744, cdp_page_count 256 00000020:00200000:1.0:1787826373.721848:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 163840, cdp_page_count 256 00000020:00200000:1.0:1787826373.721858:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 167936, cdp_page_count 256 00000020:00200000:1.0:1787826373.721869:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 172032, cdp_page_count 256 00000020:00200000:1.0:1787826373.723120:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 176128, cdp_page_count 256 00000020:00200000:1.0:1787826373.723143:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 180224, cdp_page_count 256 00000020:00200000:1.0:1787826373.723155:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 184320, cdp_page_count 256 00000020:00200000:1.0:1787826373.723166:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 188416, cdp_page_count 256 00000020:00200000:1.0:1787826373.723180:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 192512, cdp_page_count 256 00000020:00200000:1.0:1787826373.723191:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 196608, cdp_page_count 256 00000020:00200000:1.0:1787826373.723200:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 200704, cdp_page_count 256 00000020:00200000:1.0:1787826373.723208:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 204800, cdp_page_count 256 00000020:00200000:1.0:1787826373.723218:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 208896, cdp_page_count 256 00000020:00200000:1.0:1787826373.723226:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 212992, cdp_page_count 256 00000020:00200000:1.0:1787826373.723234:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 217088, cdp_page_count 256 00000020:00200000:1.0:1787826373.723242:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 221184, cdp_page_count 256 00000020:00200000:1.0:1787826373.723252:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 225280, cdp_page_count 256 00000020:00200000:1.0:1787826373.723263:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 229376, cdp_page_count 256 00000020:00200000:1.0:1787826373.723272:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 233472, cdp_page_count 256 00000020:00200000:1.0:1787826373.723286:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 237568, cdp_page_count 256 00000020:00200000:1.0:1787826373.725538:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 241664, cdp_page_count 256 00000020:00200000:1.0:1787826373.725578:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 245760, cdp_page_count 256 00000020:00200000:1.0:1787826373.725589:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 249856, cdp_page_count 256 00000020:00200000:1.0:1787826373.725599:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 253952, cdp_page_count 256 00000020:00200000:1.0:1787826373.725611:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 258048, cdp_page_count 256 00000020:00200000:1.0:1787826373.725622:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 262144, cdp_page_count 256 00000020:00200000:1.0:1787826373.725634:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 266240, cdp_page_count 256 00000020:00200000:1.0:1787826373.725647:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 270336, cdp_page_count 256 00000020:00200000:1.0:1787826373.725658:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 274432, cdp_page_count 256 00000020:00200000:1.0:1787826373.725668:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 278528, cdp_page_count 256 00000020:00200000:1.0:1787826373.725679:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 282624, cdp_page_count 256 00000020:00200000:1.0:1787826373.725689:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 286720, cdp_page_count 256 00000020:00200000:1.0:1787826373.725699:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 290816, cdp_page_count 256 00000020:00200000:1.0:1787826373.725712:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 294912, cdp_page_count 256 00000020:00200000:1.0:1787826373.725729:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 299008, cdp_page_count 256 00000020:00200000:1.0:1787826373.725739:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 303104, cdp_page_count 256 00000020:00200000:1.0:1787826373.725749:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 307200, cdp_page_count 256 00000020:00200000:1.0:1787826373.725760:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 311296, cdp_page_count 256 00000020:00200000:1.0:1787826373.725769:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 315392, cdp_page_count 256 00000020:00200000:1.0:1787826373.725779:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 319488, cdp_page_count 256 00000020:00200000:1.0:1787826373.725789:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 323584, cdp_page_count 256 00000020:00200000:1.0:1787826373.725799:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 327680, cdp_page_count 256 00000020:00200000:1.0:1787826373.725809:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 331776, cdp_page_count 256 00000020:00200000:1.0:1787826373.725820:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 335872, cdp_page_count 256 00000020:00200000:1.0:1787826373.725829:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 339968, cdp_page_count 256 00000020:00200000:1.0:1787826373.725838:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 344064, cdp_page_count 256 00000020:00200000:1.0:1787826373.725847:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 348160, cdp_page_count 256 00000020:00200000:1.0:1787826373.725859:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 352256, cdp_page_count 256 00000020:00200000:1.0:1787826373.725869:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 356352, cdp_page_count 256 00000020:00200000:1.0:1787826373.725882:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 360448, cdp_page_count 256 00000020:00200000:1.0:1787826373.725892:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 364544, cdp_page_count 256 00000020:00200000:1.0:1787826373.725903:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 368640, cdp_page_count 256 00000020:00200000:1.0:1787826373.732639:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 372736, cdp_page_count 256 00000020:00200000:1.0:1787826373.732653:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 376832, cdp_page_count 256 00000020:00200000:1.0:1787826373.732666:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 380928, cdp_page_count 256 00000020:00200000:1.0:1787826373.732676:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 385024, cdp_page_count 256 00000020:00200000:1.0:1787826373.732686:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 389120, cdp_page_count 256 00000020:00200000:1.0:1787826373.732697:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 393216, cdp_page_count 256 00000020:00200000:1.0:1787826373.732707:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 397312, cdp_page_count 256 00000020:00200000:1.0:1787826373.732717:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 401408, cdp_page_count 256 00000020:00200000:1.0:1787826373.732728:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 405504, cdp_page_count 256 00000020:00200000:1.0:1787826373.732740:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 409600, cdp_page_count 256 00000020:00200000:1.0:1787826373.732751:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 413696, cdp_page_count 256 00000020:00200000:1.0:1787826373.732761:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 417792, cdp_page_count 256 00000020:00200000:1.0:1787826373.732777:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 421888, cdp_page_count 256 00000020:00200000:1.0:1787826373.732787:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 425984, cdp_page_count 256 00000020:00200000:1.0:1787826373.732796:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 430080, cdp_page_count 256 00000020:00200000:1.0:1787826373.732806:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 434176, cdp_page_count 256 00000020:00200000:1.0:1787826373.732816:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 438272, cdp_page_count 256 00000020:00200000:1.0:1787826373.732826:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 442368, cdp_page_count 256 00000020:00200000:1.0:1787826373.732835:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 446464, cdp_page_count 256 00000020:00200000:1.0:1787826373.732844:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 450560, cdp_page_count 256 00000020:00200000:1.0:1787826373.732853:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 454656, cdp_page_count 256 00000020:00200000:1.0:1787826373.732862:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 458752, cdp_page_count 256 00000020:00200000:1.0:1787826373.732871:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 462848, cdp_page_count 256 00000020:00200000:1.0:1787826373.732882:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 466944, cdp_page_count 256 00000020:00200000:1.0:1787826373.732892:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 471040, cdp_page_count 256 00000020:00200000:1.0:1787826373.732910:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 475136, cdp_page_count 256 00000020:00200000:1.0:1787826373.732920:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 479232, cdp_page_count 256 00000020:00200000:1.0:1787826373.732933:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 483328, cdp_page_count 256 00000020:00200000:1.0:1787826373.732944:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 487424, cdp_page_count 256 00000020:00200000:1.0:1787826373.732954:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 491520, cdp_page_count 256 00000020:00200000:1.0:1787826373.732964:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 495616, cdp_page_count 256 00000020:00200000:1.0:1787826373.732974:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 499712, cdp_page_count 256 00000020:00200000:1.0:1787826373.732983:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 503808, cdp_page_count 256 00000020:00200000:1.0:1787826373.732993:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 507904, cdp_page_count 256 00000020:00200000:1.0:1787826373.733003:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 512000, cdp_page_count 256 00000020:00200000:1.0:1787826373.733012:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 516096, cdp_page_count 256 00000020:00200000:1.0:1787826373.733033:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 520192, cdp_page_count 256 00000020:00200000:1.0:1787826373.733047:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 524288, cdp_page_count 256 00000020:00200000:1.0:1787826373.733060:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 528384, cdp_page_count 256 00000020:00200000:1.0:1787826373.733069:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 532480, cdp_page_count 256 00000020:00200000:1.0:1787826373.733078:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 536576, cdp_page_count 256 00000020:00200000:1.0:1787826373.733088:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 540672, cdp_page_count 256 00000020:00200000:1.0:1787826373.733100:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 544768, cdp_page_count 256 00000020:00200000:1.0:1787826373.733109:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 548864, cdp_page_count 256 00000020:00200000:1.0:1787826373.733120:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 552960, cdp_page_count 256 00000020:00200000:1.0:1787826373.733131:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 557056, cdp_page_count 256 00000020:00200000:1.0:1787826373.733142:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 561152, cdp_page_count 256 00000020:00200000:1.0:1787826373.733151:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 565248, cdp_page_count 256 00000020:00200000:1.0:1787826373.733161:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 569344, cdp_page_count 256 00000020:00200000:1.0:1787826373.733170:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 573440, cdp_page_count 256 00000020:00200000:1.0:1787826373.733180:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 577536, cdp_page_count 256 00000020:00200000:1.0:1787826373.733191:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 581632, cdp_page_count 256 00000020:00200000:1.0:1787826373.733203:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 585728, cdp_page_count 256 00000020:00200000:1.0:1787826373.733213:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 589824, cdp_page_count 256 00000020:00200000:1.0:1787826373.733223:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 593920, cdp_page_count 256 00000020:00200000:1.0:1787826373.733232:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 598016, cdp_page_count 256 00000020:00200000:1.0:1787826373.733243:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 602112, cdp_page_count 256 00000020:00200000:1.0:1787826373.733258:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 606208, cdp_page_count 256 00000020:00200000:1.0:1787826373.733269:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 610304, cdp_page_count 256 00000020:00200000:1.0:1787826373.733281:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 614400, cdp_page_count 256 00000020:00200000:1.0:1787826373.733291:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 618496, cdp_page_count 256 00000020:00200000:1.0:1787826373.733302:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 622592, cdp_page_count 256 00000020:00200000:1.0:1787826373.733313:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 626688, cdp_page_count 256 00000020:00200000:1.0:1787826373.733325:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 630784, cdp_page_count 256 00000020:00200000:1.0:1787826373.733336:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 634880, cdp_page_count 256 00000020:00200000:1.0:1787826373.733350:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 638976, cdp_page_count 256 00000020:00200000:1.0:1787826373.733361:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 643072, cdp_page_count 256 00000020:00200000:1.0:1787826373.733372:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 647168, cdp_page_count 256 00000020:00200000:1.0:1787826373.733382:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 651264, cdp_page_count 256 00000020:00200000:1.0:1787826373.733395:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 655360, cdp_page_count 256 00000020:00200000:1.0:1787826373.733447:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 659456, cdp_page_count 256 00000020:00200000:1.0:1787826373.733459:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 663552, cdp_page_count 256 00000020:00200000:1.0:1787826373.733475:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 667648, cdp_page_count 256 00000020:00200000:1.0:1787826373.733487:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 671744, cdp_page_count 256 00000020:00200000:1.0:1787826373.733499:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 675840, cdp_page_count 256 00000020:00200000:1.0:1787826373.733521:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 679936, cdp_page_count 256 00000020:00200000:1.0:1787826373.733532:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 684032, cdp_page_count 256 00000020:00200000:1.0:1787826373.733544:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 688128, cdp_page_count 256 00000020:00200000:1.0:1787826373.733554:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 692224, cdp_page_count 256 00000020:00200000:1.0:1787826373.733566:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 696320, cdp_page_count 256 00000020:00200000:1.0:1787826373.733576:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 700416, cdp_page_count 256 00000020:00200000:1.0:1787826373.733585:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 704512, cdp_page_count 256 00000020:00200000:1.0:1787826373.733594:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 708608, cdp_page_count 256 00000020:00200000:1.0:1787826373.733602:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 712704, cdp_page_count 256 00000020:00200000:1.0:1787826373.733612:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 716800, cdp_page_count 256 00000020:00200000:1.0:1787826373.733623:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 720896, cdp_page_count 256 00000020:00200000:1.0:1787826373.733636:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 724992, cdp_page_count 256 00000020:00200000:1.0:1787826373.733649:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 729088, cdp_page_count 256 00000020:00200000:1.0:1787826373.733658:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 733184, cdp_page_count 256 00000020:00200000:1.0:1787826373.733668:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 737280, cdp_page_count 256 00000020:00200000:1.0:1787826373.733677:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 741376, cdp_page_count 256 00000020:00200000:1.0:1787826373.733686:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 745472, cdp_page_count 256 00000020:00200000:1.0:1787826373.733695:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 749568, cdp_page_count 256 00000020:00200000:1.0:1787826373.733706:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 753664, cdp_page_count 256 00000020:00200000:1.0:1787826373.733716:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 757760, cdp_page_count 256 00000020:00200000:1.0:1787826373.733728:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 761856, cdp_page_count 256 00000020:00200000:1.0:1787826373.733739:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 765952, cdp_page_count 256 00000020:00200000:1.0:1787826373.733747:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 770048, cdp_page_count 256 00000020:00200000:1.0:1787826373.733756:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 774144, cdp_page_count 256 00000020:00200000:1.0:1787826373.733765:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 778240, cdp_page_count 256 00000020:00200000:1.0:1787826373.733775:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 782336, cdp_page_count 256 00000020:00200000:1.0:1787826373.733786:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 786432, cdp_page_count 256 00000020:00200000:1.0:1787826373.733797:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 790528, cdp_page_count 256 00000020:00200000:1.0:1787826373.733806:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 794624, cdp_page_count 256 00000020:00200000:1.0:1787826373.733816:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 798720, cdp_page_count 256 00000020:00200000:1.0:1787826373.733826:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 802816, cdp_page_count 256 00000020:00200000:1.0:1787826373.733835:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 806912, cdp_page_count 256 00000020:00200000:1.0:1787826373.733846:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 811008, cdp_page_count 256 00000020:00200000:1.0:1787826373.733855:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 815104, cdp_page_count 256 00000020:00200000:1.0:1787826373.733864:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 819200, cdp_page_count 256 00000020:00200000:1.0:1787826373.733873:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 823296, cdp_page_count 256 00000020:00200000:1.0:1787826373.733881:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 827392, cdp_page_count 256 00000020:00200000:1.0:1787826373.733890:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 831488, cdp_page_count 256 00000020:00200000:1.0:1787826373.733899:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 835584, cdp_page_count 256 00000020:00200000:1.0:1787826373.733910:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 839680, cdp_page_count 256 00000020:00200000:1.0:1787826373.733918:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 843776, cdp_page_count 256 00000020:00200000:1.0:1787826373.733927:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 847872, cdp_page_count 256 00000020:00200000:1.0:1787826373.733939:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 851968, cdp_page_count 256 00000020:00200000:1.0:1787826373.733949:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 856064, cdp_page_count 256 00000020:00200000:1.0:1787826373.733959:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 860160, cdp_page_count 256 00000020:00200000:1.0:1787826373.733968:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 864256, cdp_page_count 256 00000020:00200000:1.0:1787826373.733981:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 868352, cdp_page_count 256 00000020:00200000:1.0:1787826373.733991:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 872448, cdp_page_count 256 00000020:00200000:1.0:1787826373.734001:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 876544, cdp_page_count 256 00000020:00200000:1.0:1787826373.734011:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 880640, cdp_page_count 256 00000020:00200000:1.0:1787826373.734021:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 884736, cdp_page_count 256 00000020:00200000:1.0:1787826373.734031:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 888832, cdp_page_count 256 00000020:00200000:1.0:1787826373.734041:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 892928, cdp_page_count 256 00000020:00200000:1.0:1787826373.734051:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 897024, cdp_page_count 256 00000020:00200000:1.0:1787826373.734061:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 901120, cdp_page_count 256 00000020:00200000:1.0:1787826373.734071:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 905216, cdp_page_count 256 00000020:00200000:1.0:1787826373.734080:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 909312, cdp_page_count 256 00000020:00200000:1.0:1787826373.734093:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 913408, cdp_page_count 256 00000020:00200000:1.0:1787826373.734104:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 917504, cdp_page_count 256 00000020:00200000:1.0:1787826373.734113:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 921600, cdp_page_count 256 00000020:00200000:1.0:1787826373.734124:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 925696, cdp_page_count 256 00000020:00200000:1.0:1787826373.734133:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 929792, cdp_page_count 256 00000020:00200000:1.0:1787826373.734143:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 933888, cdp_page_count 256 00000020:00200000:1.0:1787826373.734156:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 937984, cdp_page_count 256 00000020:00200000:1.0:1787826373.734165:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 942080, cdp_page_count 256 00000020:00200000:1.0:1787826373.734175:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 946176, cdp_page_count 256 00000020:00200000:1.0:1787826373.734185:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 950272, cdp_page_count 256 00000020:00200000:1.0:1787826373.734196:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 954368, cdp_page_count 256 00000020:00200000:1.0:1787826373.734206:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 958464, cdp_page_count 256 00000020:00200000:1.0:1787826373.734216:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 962560, cdp_page_count 256 00000020:00200000:1.0:1787826373.734227:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 966656, cdp_page_count 256 00000020:00200000:1.0:1787826373.734237:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 970752, cdp_page_count 256 00000020:00200000:1.0:1787826373.734250:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 974848, cdp_page_count 256 00000020:00200000:1.0:1787826373.734259:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 978944, cdp_page_count 256 00000020:00200000:1.0:1787826373.734270:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 983040, cdp_page_count 256 00000020:00200000:1.0:1787826373.734278:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 987136, cdp_page_count 256 00000020:00200000:1.0:1787826373.734289:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 991232, cdp_page_count 256 00000020:00200000:1.0:1787826373.734298:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 995328, cdp_page_count 256 00000020:00200000:1.0:1787826373.734307:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 999424, cdp_page_count 256 00000020:00200000:1.0:1787826373.734318:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 1003520, cdp_page_count 256 00000020:00200000:1.0:1787826373.734328:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 1007616, cdp_page_count 256 00000020:00200000:1.0:1787826373.734340:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 1011712, cdp_page_count 256 00000020:00200000:1.0:1787826373.734349:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 1015808, cdp_page_count 256 00000020:00200000:1.0:1787826373.734359:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 1019904, cdp_page_count 256 00000020:00200000:1.0:1787826373.734369:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 1024000, cdp_page_count 256 00000020:00200000:1.0:1787826373.734379:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 1028096, cdp_page_count 256 00000020:00200000:1.0:1787826373.734388:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 1032192, cdp_page_count 256 00000020:00200000:1.0:1787826373.734429:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 1036288, cdp_page_count 256 00000020:00200000:1.0:1787826373.734444:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 1040384, cdp_page_count 256 00000020:00200000:1.0:1787826373.734454:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 1044480, cdp_page_count 256 00000020:00200000:1.0:1787826373.734478:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:1.0:1787826373.734489:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000100:00100000:1.0:1787826373.734535:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428472960:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826373.748498:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78300 00000020:00200000:1.0:1787826373.748519:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826373.748522:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826373.748524:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826373.748526:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826373.748528:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826373.748529:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826373.748531:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826373.748532:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826373.748534:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826373.748535:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826373.748537:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826373.748538:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826373.748540:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826373.748541:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826373.748543:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826373.748545:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826373.748547:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826373.748549:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826373.748551:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826373.748552:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826373.748554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826373.748556:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826373.748557:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826373.748559:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826373.748560:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826373.748562:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826373.748563:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826373.748565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826373.748566:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826373.748568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826373.748569:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826373.748571:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826373.748572:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826373.748574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826373.748575:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826373.748577:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826373.748578:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826373.748580:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826373.748581:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826373.748583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826373.748584:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826373.748586:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826373.748587:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826373.748588:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826373.748590:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826373.748591:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826373.748593:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826373.748594:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826373.748596:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826373.748597:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826373.748599:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826373.748600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826373.748602:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826373.748603:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826373.748605:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826373.748606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826373.748608:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826373.748609:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826373.748611:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826373.748612:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826373.748613:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826373.748615:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826373.748616:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826373.748618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826373.748619:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826373.748620:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826373.748621:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826373.748623:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826373.748625:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826373.748626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826373.748628:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826373.748629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826373.748630:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826373.748632:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826373.748633:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826373.748635:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826373.748636:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826373.748638:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826373.748639:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826373.748640:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826373.748642:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826373.748643:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826373.748644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826373.748645:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826373.748646:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826373.748648:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826373.748649:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826373.748650:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826373.748652:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826373.748653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826373.748655:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826373.748656:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826373.748658:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826373.748659:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826373.748661:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826373.748662:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826373.748664:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826373.748665:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826373.748666:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826373.748668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826373.748670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826373.748671:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826373.748673:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826373.748674:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826373.748676:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826373.748677:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826373.748678:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826373.748680:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826373.748681:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826373.748683:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826373.748685:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826373.748687:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826373.748688:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826373.748690:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826373.748691:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826373.748693:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826373.748694:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826373.748696:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826373.748697:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826373.748698:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826373.748700:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826373.748701:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826373.748703:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826373.748704:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826373.748705:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826373.748707:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826373.748708:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826373.748710:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826373.748711:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826373.748712:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826373.748714:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826373.748716:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826373.748717:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826373.748719:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826373.748720:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826373.748721:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826373.748723:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826373.748724:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826373.748726:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826373.748727:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826373.748729:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826373.748730:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826373.748732:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826373.748734:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826373.748735:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826373.748737:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826373.748739:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826373.748740:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826373.748742:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826373.748744:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826373.748745:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826373.748747:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826373.748748:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826373.748750:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826373.748751:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826373.748753:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826373.748754:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826373.748756:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826373.748757:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826373.748759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826373.748760:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826373.748762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826373.748763:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826373.748766:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826373.748767:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826373.748769:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826373.748770:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826373.748771:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826373.748773:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826373.748774:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826373.748776:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826373.748777:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826373.748779:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826373.748780:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826373.748782:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826373.748783:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826373.748785:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826373.748786:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826373.748788:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826373.748789:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826373.748791:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826373.748793:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826373.748794:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826373.748796:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826373.748797:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826373.748799:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826373.748800:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826373.748802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826373.748804:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826373.748805:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826373.748807:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826373.748809:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826373.748810:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826373.748812:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826373.748813:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826373.748815:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826373.748817:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826373.748818:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826373.748820:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826373.748821:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826373.748823:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826373.748824:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826373.748825:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826373.748827:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826373.748828:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826373.748830:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826373.748831:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826373.748833:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826373.748835:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826373.748837:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826373.748838:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826373.748839:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826373.748841:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826373.748842:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826373.748844:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826373.748845:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826373.748846:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826373.748847:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826373.748849:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826373.748850:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826373.748851:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826373.748853:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826373.748854:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826373.748855:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826373.748857:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826373.748858:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826373.748859:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826373.748860:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826373.748862:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826373.748863:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826373.748864:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826373.748865:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826373.748867:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826373.748868:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826373.748869:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826373.748870:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826373.748872:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826373.748873:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826373.748875:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826373.748876:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826373.748877:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826373.748878:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826373.748880:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826373.748881:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826373.748883:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826373.748884:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826373.748885:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826373.748887:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826373.748889:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826373.748890:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826373.748892:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826373.748893:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826373.748895:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826373.748897:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826373.748898:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826373.748900:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826373.748976:0:2359:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 1048576 00000020:00200000:1.0:1787826373.748985:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 1048576, cdp_page_count 256 00000020:00200000:1.0:1787826373.749026:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 1052672, cdp_page_count 256 00000020:00200000:1.0:1787826373.749038:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 1056768, cdp_page_count 256 00000020:00200000:1.0:1787826373.749048:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 1060864, cdp_page_count 256 00000020:00200000:1.0:1787826373.749058:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 1064960, cdp_page_count 256 00000020:00200000:1.0:1787826373.749071:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 1069056, cdp_page_count 256 00000020:00200000:1.0:1787826373.749081:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 1073152, cdp_page_count 256 00000020:00200000:1.0:1787826373.749091:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 1077248, cdp_page_count 256 00000020:00200000:1.0:1787826373.749102:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 1081344, cdp_page_count 256 00000020:00200000:1.0:1787826373.749112:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 1085440, cdp_page_count 256 00000020:00200000:1.0:1787826373.749122:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 1089536, cdp_page_count 256 00000020:00200000:1.0:1787826373.749131:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 1093632, cdp_page_count 256 00000020:00200000:1.0:1787826373.749147:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 1097728, cdp_page_count 256 00000020:00200000:1.0:1787826373.749157:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 1101824, cdp_page_count 256 00000020:00200000:1.0:1787826373.749166:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 1105920, cdp_page_count 256 00000020:00200000:1.0:1787826373.749175:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 1110016, cdp_page_count 256 00000020:00200000:1.0:1787826373.749184:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 1114112, cdp_page_count 256 00000020:00200000:1.0:1787826373.749194:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 1118208, cdp_page_count 256 00000020:00200000:1.0:1787826373.749204:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 1122304, cdp_page_count 256 00000020:00200000:1.0:1787826373.749216:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 1126400, cdp_page_count 256 00000020:00200000:1.0:1787826373.749226:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 1130496, cdp_page_count 256 00000020:00200000:1.0:1787826373.749236:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 1134592, cdp_page_count 256 00000020:00200000:1.0:1787826373.749245:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 1138688, cdp_page_count 256 00000020:00200000:1.0:1787826373.749254:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 1142784, cdp_page_count 256 00000020:00200000:1.0:1787826373.749262:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 1146880, cdp_page_count 256 00000020:00200000:1.0:1787826373.749271:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 1150976, cdp_page_count 256 00000020:00200000:1.0:1787826373.749283:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 1155072, cdp_page_count 256 00000020:00200000:1.0:1787826373.749295:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 1159168, cdp_page_count 256 00000020:00200000:1.0:1787826373.749308:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 1163264, cdp_page_count 256 00000020:00200000:1.0:1787826373.749316:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 1167360, cdp_page_count 256 00000020:00200000:1.0:1787826373.749326:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 1171456, cdp_page_count 256 00000020:00200000:1.0:1787826373.749334:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 1175552, cdp_page_count 256 00000020:00200000:1.0:1787826373.749346:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 1179648, cdp_page_count 256 00000020:00200000:1.0:1787826373.749358:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 1183744, cdp_page_count 256 00000020:00200000:1.0:1787826373.749368:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 1187840, cdp_page_count 256 00000020:00200000:1.0:1787826373.749377:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 1191936, cdp_page_count 256 00000020:00200000:1.0:1787826373.749387:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 1196032, cdp_page_count 256 00000020:00200000:1.0:1787826373.749396:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 1200128, cdp_page_count 256 00000020:00200000:1.0:1787826373.749436:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 1204224, cdp_page_count 256 00000020:00200000:1.0:1787826373.749446:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 1208320, cdp_page_count 256 00000020:00200000:1.0:1787826373.749457:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 1212416, cdp_page_count 256 00000020:00200000:1.0:1787826373.749467:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 1216512, cdp_page_count 256 00000020:00200000:1.0:1787826373.749480:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 1220608, cdp_page_count 256 00000020:00200000:1.0:1787826373.749492:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 1224704, cdp_page_count 256 00000020:00200000:1.0:1787826373.749502:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 1228800, cdp_page_count 256 00000020:00200000:1.0:1787826373.762661:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 1232896, cdp_page_count 256 00000020:00200000:1.0:1787826373.762683:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 1236992, cdp_page_count 256 00000020:00200000:1.0:1787826373.762697:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 1241088, cdp_page_count 256 00000020:00200000:1.0:1787826373.762707:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 1245184, cdp_page_count 256 00000020:00200000:1.0:1787826373.762720:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 1249280, cdp_page_count 256 00000020:00200000:1.0:1787826373.762730:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 1253376, cdp_page_count 256 00000020:00200000:1.0:1787826373.762741:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 1257472, cdp_page_count 256 00000020:00200000:1.0:1787826373.762752:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 1261568, cdp_page_count 256 00000020:00200000:1.0:1787826373.762763:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 1265664, cdp_page_count 256 00000020:00200000:1.0:1787826373.762775:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 1269760, cdp_page_count 256 00000020:00200000:1.0:1787826373.762784:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 1273856, cdp_page_count 256 00000020:00200000:1.0:1787826373.762794:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 1277952, cdp_page_count 256 00000020:00200000:1.0:1787826373.762810:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 1282048, cdp_page_count 256 00000020:00200000:1.0:1787826373.762820:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 1286144, cdp_page_count 256 00000020:00200000:1.0:1787826373.762831:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 1290240, cdp_page_count 256 00000020:00200000:1.0:1787826373.762841:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 1294336, cdp_page_count 256 00000020:00200000:1.0:1787826373.762852:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 1298432, cdp_page_count 256 00000020:00200000:1.0:1787826373.762861:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 1302528, cdp_page_count 256 00000020:00200000:1.0:1787826373.762871:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 1306624, cdp_page_count 256 00000020:00200000:1.0:1787826373.762880:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 1310720, cdp_page_count 256 00000020:00200000:1.0:1787826373.762890:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 1314816, cdp_page_count 256 00000020:00200000:1.0:1787826373.762900:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 1318912, cdp_page_count 256 00000020:00200000:1.0:1787826373.762911:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 1323008, cdp_page_count 256 00000020:00200000:1.0:1787826373.762923:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 1327104, cdp_page_count 256 00000020:00200000:1.0:1787826373.762933:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 1331200, cdp_page_count 256 00000020:00200000:1.0:1787826373.762943:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 1335296, cdp_page_count 256 00000020:00200000:1.0:1787826373.762952:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 1339392, cdp_page_count 256 00000020:00200000:1.0:1787826373.762965:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 1343488, cdp_page_count 256 00000020:00200000:1.0:1787826373.762988:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 1347584, cdp_page_count 256 00000020:00200000:1.0:1787826373.762997:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 1351680, cdp_page_count 256 00000020:00200000:1.0:1787826373.763007:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 1355776, cdp_page_count 256 00000020:00200000:1.0:1787826373.763015:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 1359872, cdp_page_count 256 00000020:00200000:1.0:1787826373.763024:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 1363968, cdp_page_count 256 00000020:00200000:1.0:1787826373.763032:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 1368064, cdp_page_count 256 00000020:00200000:1.0:1787826373.763040:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 1372160, cdp_page_count 256 00000020:00200000:1.0:1787826373.763049:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 1376256, cdp_page_count 256 00000020:00200000:1.0:1787826373.763059:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 1380352, cdp_page_count 256 00000020:00200000:1.0:1787826373.763069:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 1384448, cdp_page_count 256 00000020:00200000:1.0:1787826373.763079:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 1388544, cdp_page_count 256 00000020:00200000:1.0:1787826373.763088:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 1392640, cdp_page_count 256 00000020:00200000:1.0:1787826373.763098:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 1396736, cdp_page_count 256 00000020:00200000:1.0:1787826373.763108:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 1400832, cdp_page_count 256 00000020:00200000:1.0:1787826373.763121:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 1404928, cdp_page_count 256 00000020:00200000:1.0:1787826373.763132:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 1409024, cdp_page_count 256 00000020:00200000:1.0:1787826373.763143:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 1413120, cdp_page_count 256 00000020:00200000:1.0:1787826373.763154:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 1417216, cdp_page_count 256 00000020:00200000:1.0:1787826373.763163:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 1421312, cdp_page_count 256 00000020:00200000:1.0:1787826373.763175:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 1425408, cdp_page_count 256 00000020:00200000:1.0:1787826373.763184:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 1429504, cdp_page_count 256 00000020:00200000:1.0:1787826373.763193:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 1433600, cdp_page_count 256 00000020:00200000:1.0:1787826373.763201:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 1437696, cdp_page_count 256 00000020:00200000:1.0:1787826373.763212:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 1441792, cdp_page_count 256 00000020:00200000:1.0:1787826373.763222:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 1445888, cdp_page_count 256 00000020:00200000:1.0:1787826373.763231:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 1449984, cdp_page_count 256 00000020:00200000:1.0:1787826373.763240:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 1454080, cdp_page_count 256 00000020:00200000:1.0:1787826373.763249:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 1458176, cdp_page_count 256 00000020:00200000:1.0:1787826373.763257:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 1462272, cdp_page_count 256 00000020:00200000:1.0:1787826373.763268:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 1466368, cdp_page_count 256 00000020:00200000:1.0:1787826373.763278:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 1470464, cdp_page_count 256 00000020:00200000:1.0:1787826373.763289:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 1474560, cdp_page_count 256 00000020:00200000:1.0:1787826373.763298:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 1478656, cdp_page_count 256 00000020:00200000:1.0:1787826373.763307:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 1482752, cdp_page_count 256 00000020:00200000:1.0:1787826373.763316:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 1486848, cdp_page_count 256 00000020:00200000:1.0:1787826373.763325:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 1490944, cdp_page_count 256 00000020:00200000:1.0:1787826373.763334:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 1495040, cdp_page_count 256 00000020:00200000:1.0:1787826373.763345:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 1499136, cdp_page_count 256 00000020:00200000:1.0:1787826373.763358:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 1503232, cdp_page_count 256 00000020:00200000:1.0:1787826373.763370:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 1507328, cdp_page_count 256 00000020:00200000:1.0:1787826373.763382:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 1511424, cdp_page_count 256 00000020:00200000:1.0:1787826373.763393:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 1515520, cdp_page_count 256 00000020:00200000:1.0:1787826373.763433:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 1519616, cdp_page_count 256 00000020:00200000:1.0:1787826373.763446:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 1523712, cdp_page_count 256 00000020:00200000:1.0:1787826373.763462:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 1527808, cdp_page_count 256 00000020:00200000:1.0:1787826373.763473:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 1531904, cdp_page_count 256 00000020:00200000:1.0:1787826373.763483:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 1536000, cdp_page_count 256 00000020:00200000:1.0:1787826373.763495:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 1540096, cdp_page_count 256 00000020:00200000:1.0:1787826373.763523:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 1544192, cdp_page_count 256 00000020:00200000:1.0:1787826373.763536:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 1548288, cdp_page_count 256 00000020:00200000:1.0:1787826373.763546:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 1552384, cdp_page_count 256 00000020:00200000:1.0:1787826373.763558:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 1556480, cdp_page_count 256 00000020:00200000:1.0:1787826373.763568:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 1560576, cdp_page_count 256 00000020:00200000:1.0:1787826373.763580:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 1564672, cdp_page_count 256 00000020:00200000:1.0:1787826373.763591:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 1568768, cdp_page_count 256 00000020:00200000:1.0:1787826373.764273:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 1572864, cdp_page_count 256 00000020:00200000:1.0:1787826373.764279:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 1576960, cdp_page_count 256 00000020:00200000:1.0:1787826373.764282:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 1581056, cdp_page_count 256 00000020:00200000:1.0:1787826373.764285:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 1585152, cdp_page_count 256 00000020:00200000:1.0:1787826373.764288:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 1589248, cdp_page_count 256 00000020:00200000:1.0:1787826373.764291:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 1593344, cdp_page_count 256 00000020:00200000:1.0:1787826373.764294:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 1597440, cdp_page_count 256 00000020:00200000:1.0:1787826373.764296:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 1601536, cdp_page_count 256 00000020:00200000:1.0:1787826373.764299:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 1605632, cdp_page_count 256 00000020:00200000:1.0:1787826373.764302:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 1609728, cdp_page_count 256 00000020:00200000:1.0:1787826373.764304:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 1613824, cdp_page_count 256 00000020:00200000:1.0:1787826373.764306:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 1617920, cdp_page_count 256 00000020:00200000:1.0:1787826373.764309:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 1622016, cdp_page_count 256 00000020:00200000:1.0:1787826373.764311:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 1626112, cdp_page_count 256 00000020:00200000:1.0:1787826373.764313:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 1630208, cdp_page_count 256 00000020:00200000:1.0:1787826373.764316:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 1634304, cdp_page_count 256 00000020:00200000:1.0:1787826373.764318:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 1638400, cdp_page_count 256 00000020:00200000:1.0:1787826373.764321:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 1642496, cdp_page_count 256 00000020:00200000:1.0:1787826373.764323:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 1646592, cdp_page_count 256 00000020:00200000:1.0:1787826373.764325:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 1650688, cdp_page_count 256 00000020:00200000:1.0:1787826373.764327:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 1654784, cdp_page_count 256 00000020:00200000:1.0:1787826373.764329:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 1658880, cdp_page_count 256 00000020:00200000:1.0:1787826373.764331:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 1662976, cdp_page_count 256 00000020:00200000:1.0:1787826373.764334:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 1667072, cdp_page_count 256 00000020:00200000:1.0:1787826373.764336:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 1671168, cdp_page_count 256 00000020:00200000:1.0:1787826373.764338:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 1675264, cdp_page_count 256 00000020:00200000:1.0:1787826373.764341:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 1679360, cdp_page_count 256 00000020:00200000:1.0:1787826373.764344:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 1683456, cdp_page_count 256 00000020:00200000:1.0:1787826373.764347:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 1687552, cdp_page_count 256 00000020:00200000:1.0:1787826373.764349:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 1691648, cdp_page_count 256 00000020:00200000:1.0:1787826373.764351:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 1695744, cdp_page_count 256 00000020:00200000:1.0:1787826373.764353:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 1699840, cdp_page_count 256 00000020:00200000:1.0:1787826373.764356:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 1703936, cdp_page_count 256 00000020:00200000:1.0:1787826373.764359:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 1708032, cdp_page_count 256 00000020:00200000:1.0:1787826373.764362:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 1712128, cdp_page_count 256 00000020:00200000:1.0:1787826373.764365:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 1716224, cdp_page_count 256 00000020:00200000:1.0:1787826373.764367:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 1720320, cdp_page_count 256 00000020:00200000:1.0:1787826373.764371:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 1724416, cdp_page_count 256 00000020:00200000:1.0:1787826373.764374:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 1728512, cdp_page_count 256 00000020:00200000:1.0:1787826373.764377:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 1732608, cdp_page_count 256 00000020:00200000:1.0:1787826373.764380:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 1736704, cdp_page_count 256 00000020:00200000:1.0:1787826373.764383:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 1740800, cdp_page_count 256 00000020:00200000:1.0:1787826373.764386:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 1744896, cdp_page_count 256 00000020:00200000:1.0:1787826373.764388:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 1748992, cdp_page_count 256 00000020:00200000:1.0:1787826373.764391:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 1753088, cdp_page_count 256 00000020:00200000:1.0:1787826373.764394:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 1757184, cdp_page_count 256 00000020:00200000:1.0:1787826373.764396:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 1761280, cdp_page_count 256 00000020:00200000:1.0:1787826373.764433:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 1765376, cdp_page_count 256 00000020:00200000:1.0:1787826373.764437:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 1769472, cdp_page_count 256 00000020:00200000:1.0:1787826373.764440:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 1773568, cdp_page_count 256 00000020:00200000:1.0:1787826373.764443:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 1777664, cdp_page_count 256 00000020:00200000:1.0:1787826373.764447:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 1781760, cdp_page_count 256 00000020:00200000:1.0:1787826373.764450:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 1785856, cdp_page_count 256 00000020:00200000:1.0:1787826373.764453:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 1789952, cdp_page_count 256 00000020:00200000:1.0:1787826373.764455:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 1794048, cdp_page_count 256 00000020:00200000:1.0:1787826373.764457:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 1798144, cdp_page_count 256 00000020:00200000:1.0:1787826373.764460:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 1802240, cdp_page_count 256 00000020:00200000:1.0:1787826373.764462:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 1806336, cdp_page_count 256 00000020:00200000:1.0:1787826373.764465:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 1810432, cdp_page_count 256 00000020:00200000:1.0:1787826373.764468:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 1814528, cdp_page_count 256 00000020:00200000:1.0:1787826373.764471:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 1818624, cdp_page_count 256 00000020:00200000:1.0:1787826373.764473:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 1822720, cdp_page_count 256 00000020:00200000:1.0:1787826373.764476:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 1826816, cdp_page_count 256 00000020:00200000:1.0:1787826373.764478:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 1830912, cdp_page_count 256 00000020:00200000:1.0:1787826373.764481:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 1835008, cdp_page_count 256 00000020:00200000:1.0:1787826373.764484:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 1839104, cdp_page_count 256 00000020:00200000:1.0:1787826373.764487:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 1843200, cdp_page_count 256 00000020:00200000:1.0:1787826373.764489:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 1847296, cdp_page_count 256 00000020:00200000:1.0:1787826373.764492:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 1851392, cdp_page_count 256 00000020:00200000:1.0:1787826373.764496:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 1855488, cdp_page_count 256 00000020:00200000:1.0:1787826373.764499:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 1859584, cdp_page_count 256 00000020:00200000:1.0:1787826373.764501:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 1863680, cdp_page_count 256 00000020:00200000:1.0:1787826373.764516:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 1867776, cdp_page_count 256 00000020:00200000:1.0:1787826373.764519:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 1871872, cdp_page_count 256 00000020:00200000:1.0:1787826373.764522:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 1875968, cdp_page_count 256 00000020:00200000:1.0:1787826373.764524:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 1880064, cdp_page_count 256 00000020:00200000:1.0:1787826373.764527:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 1884160, cdp_page_count 256 00000020:00200000:1.0:1787826373.764529:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 1888256, cdp_page_count 256 00000020:00200000:1.0:1787826373.764532:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 1892352, cdp_page_count 256 00000020:00200000:1.0:1787826373.764534:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 1896448, cdp_page_count 256 00000020:00200000:1.0:1787826373.764537:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 1900544, cdp_page_count 256 00000020:00200000:1.0:1787826373.764540:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 1904640, cdp_page_count 256 00000020:00200000:1.0:1787826373.764542:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 1908736, cdp_page_count 256 00000020:00200000:1.0:1787826373.764545:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 1912832, cdp_page_count 256 00000020:00200000:1.0:1787826373.764548:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 1916928, cdp_page_count 256 00000020:00200000:1.0:1787826373.764550:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 1921024, cdp_page_count 256 00000020:00200000:1.0:1787826373.764552:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 1925120, cdp_page_count 256 00000020:00200000:1.0:1787826373.764554:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 1929216, cdp_page_count 256 00000020:00200000:1.0:1787826373.764557:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 1933312, cdp_page_count 256 00000020:00200000:1.0:1787826373.764560:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 1937408, cdp_page_count 256 00000020:00200000:1.0:1787826373.764563:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 1941504, cdp_page_count 256 00000020:00200000:1.0:1787826373.764566:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 1945600, cdp_page_count 256 00000020:00200000:1.0:1787826373.764569:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 1949696, cdp_page_count 256 00000020:00200000:1.0:1787826373.764571:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 1953792, cdp_page_count 256 00000020:00200000:1.0:1787826373.764574:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 1957888, cdp_page_count 256 00000020:00200000:1.0:1787826373.764577:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 1961984, cdp_page_count 256 00000020:00200000:1.0:1787826373.764580:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 1966080, cdp_page_count 256 00000020:00200000:1.0:1787826373.764583:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 1970176, cdp_page_count 256 00000020:00200000:1.0:1787826373.764585:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 1974272, cdp_page_count 256 00000020:00200000:1.0:1787826373.764587:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 1978368, cdp_page_count 256 00000020:00200000:1.0:1787826373.764590:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 1982464, cdp_page_count 256 00000020:00200000:1.0:1787826373.764592:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 1986560, cdp_page_count 256 00000020:00200000:1.0:1787826373.764595:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 1990656, cdp_page_count 256 00000020:00200000:1.0:1787826373.764597:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 1994752, cdp_page_count 256 00000020:00200000:1.0:1787826373.764600:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 1998848, cdp_page_count 256 00000020:00200000:1.0:1787826373.764602:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 2002944, cdp_page_count 256 00000020:00200000:1.0:1787826373.764605:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 2007040, cdp_page_count 256 00000020:00200000:1.0:1787826373.764607:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 2011136, cdp_page_count 256 00000020:00200000:1.0:1787826373.764610:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 2015232, cdp_page_count 256 00000020:00200000:1.0:1787826373.764613:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 2019328, cdp_page_count 256 00000020:00200000:1.0:1787826373.764616:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 2023424, cdp_page_count 256 00000020:00200000:1.0:1787826373.764619:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 2027520, cdp_page_count 256 00000020:00200000:1.0:1787826373.764622:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 2031616, cdp_page_count 256 00000020:00200000:1.0:1787826373.764625:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 2035712, cdp_page_count 256 00000020:00200000:1.0:1787826373.764628:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 2039808, cdp_page_count 256 00000020:00200000:1.0:1787826373.764631:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 2043904, cdp_page_count 256 00000020:00200000:1.0:1787826373.764633:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 2048000, cdp_page_count 256 00000020:00200000:1.0:1787826373.764636:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 2052096, cdp_page_count 256 00000020:00200000:1.0:1787826373.764639:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 2056192, cdp_page_count 256 00000020:00200000:1.0:1787826373.764641:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 2060288, cdp_page_count 256 00000020:00200000:1.0:1787826373.764644:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 2064384, cdp_page_count 256 00000020:00200000:1.0:1787826373.764647:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 2068480, cdp_page_count 256 00000020:00200000:1.0:1787826373.764650:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 2072576, cdp_page_count 256 00000020:00200000:1.0:1787826373.764658:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 2076672, cdp_page_count 256 00000020:00200000:1.0:1787826373.764660:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 2080768, cdp_page_count 256 00000020:00200000:1.0:1787826373.764663:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 2084864, cdp_page_count 256 00000020:00200000:1.0:1787826373.764666:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 2088960, cdp_page_count 256 00000020:00200000:1.0:1787826373.764668:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 2093056, cdp_page_count 256 00000020:00200000:1.0:1787826373.764689:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:1.0:1787826373.773503:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78300 00000100:00100000:1.0:1787826373.773553:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428473088:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826373.774051:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78b40 00000020:00200000:1.0:1787826373.774056:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1787826373.774059:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1787826373.774061:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1787826373.774062:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1787826373.774064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1787826373.774065:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1787826373.774066:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1787826373.774068:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1787826373.774069:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1787826373.774071:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1787826373.774072:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1787826373.774074:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1787826373.774075:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1787826373.774077:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1787826373.774079:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1787826373.774080:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1787826373.774082:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1787826373.774083:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1787826373.774085:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1787826373.774086:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1787826373.774089:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1787826373.774090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1787826373.774092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1787826373.774093:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1787826373.774095:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1787826373.774096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1787826373.774098:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1787826373.774099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1787826373.774101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1787826373.774102:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1787826373.774104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1787826373.774105:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1787826373.774108:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1787826373.774109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1787826373.774111:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1787826373.774112:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1787826373.774113:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1787826373.774115:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1787826373.774116:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1787826373.774118:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1787826373.774119:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1787826373.774121:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1787826373.774123:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1787826373.774124:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1787826373.774126:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1787826373.774127:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1787826373.774128:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1787826373.774130:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1787826373.774131:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1787826373.774133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1787826373.774134:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1787826373.774136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1787826373.774138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1787826373.774140:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1787826373.774141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1787826373.774143:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1787826373.774145:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1787826373.774146:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1787826373.774148:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1787826373.774149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1787826373.774150:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1787826373.774152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1787826373.774154:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1787826373.774155:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1787826373.774157:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1787826373.774158:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1787826373.774159:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1787826373.774161:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1787826373.774163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1787826373.774164:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1787826373.774166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1787826373.774167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1787826373.774169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1787826373.774170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1787826373.774172:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1787826373.774174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1787826373.774176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1787826373.774177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1787826373.774178:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1787826373.774180:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1787826373.774181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1787826373.774182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1787826373.774184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1787826373.774185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1787826373.774187:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1787826373.774188:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1787826373.774190:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1787826373.774192:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1787826373.774193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1787826373.774195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1787826373.774196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1787826373.774198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1787826373.774199:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1787826373.774201:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1787826373.774202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1787826373.774204:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1787826373.774205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1787826373.774207:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1787826373.774209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1787826373.774210:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1787826373.774212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1787826373.774214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1787826373.774215:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1787826373.774217:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1787826373.774218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1787826373.774219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1787826373.774221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1787826373.774222:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1787826373.774224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1787826373.774226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1787826373.774227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1787826373.774228:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1787826373.774230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1787826373.774231:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1787826373.774233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1787826373.774234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1787826373.774236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1787826373.774238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1787826373.774240:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1787826373.774242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1787826373.774243:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1787826373.774245:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1787826373.774246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1787826373.774248:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1787826373.774249:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1787826373.774251:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1787826373.774252:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1787826373.774253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1787826373.774255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1787826373.774256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1787826373.774257:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1787826373.774259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1787826373.774260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1787826373.774262:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1787826373.774264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1787826373.774266:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1787826373.774267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1787826373.774269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1787826373.774271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1787826373.774272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1787826373.774274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1787826373.774275:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1787826373.774277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1787826373.774278:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1787826373.774280:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1787826373.774281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1787826373.774282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1787826373.774284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1787826373.774286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1787826373.774288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1787826373.779496:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1787826373.779516:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1787826373.779518:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1787826373.779519:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1787826373.779521:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1787826373.779523:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1787826373.779524:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1787826373.779526:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1787826373.779528:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1787826373.779529:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1787826373.779531:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1787826373.779533:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1787826373.779535:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1787826373.779537:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1787826373.779540:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1787826373.779542:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1787826373.779544:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1787826373.779547:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1787826373.779548:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1787826373.779550:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1787826373.779552:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1787826373.779554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1787826373.779556:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1787826373.779558:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1787826373.779560:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1787826373.779561:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1787826373.779563:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1787826373.779565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1787826373.779566:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1787826373.779568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1787826373.779571:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1787826373.779574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1787826373.779575:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1787826373.779577:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1787826373.779579:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1787826373.779581:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1787826373.779583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1787826373.779584:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1787826373.779586:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1787826373.779588:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1787826373.779590:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1787826373.779592:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1787826373.779594:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1787826373.779596:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1787826373.779598:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1787826373.779600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1787826373.779602:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1787826373.779604:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1787826373.779606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1787826373.779608:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1787826373.779610:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1787826373.779611:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1787826373.779613:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1787826373.779614:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1787826373.779616:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1787826373.779618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1787826373.779620:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1787826373.779622:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1787826373.779624:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1787826373.779626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1787826373.779628:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1787826373.779629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1787826373.779631:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1787826373.779633:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1787826373.779635:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1787826373.779637:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1787826373.779638:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1787826373.779639:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1787826373.779641:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1787826373.779643:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1787826373.779644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1787826373.779646:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1787826373.779647:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1787826373.779649:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1787826373.779651:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1787826373.779653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1787826373.779655:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1787826373.779656:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1787826373.779658:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1787826373.779659:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1787826373.779661:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1787826373.779663:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1787826373.779664:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1787826373.779666:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1787826373.779668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1787826373.779670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1787826373.779671:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1787826373.779673:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1787826373.779675:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1787826373.779677:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1787826373.779679:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1787826373.779681:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1787826373.779682:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1787826373.779684:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1787826373.779687:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1787826373.779688:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1787826373.779690:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1787826373.779692:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1787826373.779694:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1787826373.779695:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1787826373.779697:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1787826373.779698:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1787826373.779700:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1787826373.779702:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1787826373.779703:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1787826373.779705:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1787826373.779711:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78b40 00000100:00100000:1.0:1787826373.779742:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428473216:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826373.815033:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c783c0 00000020:00200000:1.0:1787826373.815045:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826373.815049:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826373.815050:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826373.815052:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826373.815053:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826373.815055:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826373.815056:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826373.815057:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826373.815059:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826373.815060:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826373.815061:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826373.815063:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826373.815064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826373.815066:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826373.815068:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826373.815069:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826373.815071:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826373.815073:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826373.815074:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826373.815076:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826373.815077:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826373.815079:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826373.815081:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826373.815082:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826373.815084:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826373.815085:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826373.815087:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826373.815089:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826373.815090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826373.815092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826373.815093:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826373.815094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826373.815096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826373.815098:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826373.815099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826373.815101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826373.815103:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826373.815104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826373.815106:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826373.815107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826373.815109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826373.815110:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826373.815111:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826373.815113:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826373.815114:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826373.815115:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826373.815117:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826373.815118:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826373.815120:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826373.815122:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826373.815123:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826373.815125:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826373.815126:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826373.815127:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826373.815128:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826373.815130:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826373.815131:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826373.815133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826373.815135:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826373.815136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826373.815138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826373.815139:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826373.815141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826373.815143:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826373.815144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826373.815146:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826373.815147:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826373.815149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826373.815150:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826373.815152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826373.815154:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826373.815155:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826373.815157:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826373.815158:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826373.815159:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826373.815161:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826373.815162:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826373.815163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826373.815164:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826373.815166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826373.815168:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826373.815169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826373.815171:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826373.815173:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826373.815174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826373.815176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826373.815177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826373.815178:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826373.815180:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826373.815182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826373.815183:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826373.815185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826373.815186:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826373.815188:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826373.815189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826373.815191:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826373.815193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826373.815195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826373.815196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826373.815198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826373.815200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826373.815202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826373.815203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826373.815205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826373.815207:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826373.815208:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826373.815210:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826373.815211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826373.815213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826373.815221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826373.815223:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826373.815224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826373.815226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826373.815228:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826373.815229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826373.815231:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826373.815233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826373.815234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826373.815236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826373.815238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826373.815239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826373.815241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826373.815242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826373.815244:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826373.815246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826373.815247:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826373.815249:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826373.815250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826373.815252:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826373.815254:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826373.815256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826373.815257:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826373.815259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826373.815260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826373.815262:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826373.815263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826373.815264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826373.815265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826373.815267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826373.815268:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826373.815270:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826373.815271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826373.815273:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826373.815274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826373.815276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826373.815277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826373.815279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826373.815281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826373.815282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826373.815284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826373.815286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826373.815287:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826373.815289:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826373.815290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826373.815291:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826373.815293:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826373.815295:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826373.815296:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826373.815298:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826373.815300:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826373.815302:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826373.815304:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826373.815306:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826373.815307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826373.815309:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826373.815311:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826373.815312:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826373.815314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826373.815315:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826373.815317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826373.815319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826373.815320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826373.815322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826373.815323:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826373.815325:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826373.815327:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826373.815329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826373.815331:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826373.815332:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826373.815334:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826373.815336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826373.815337:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826373.815339:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826373.815341:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826373.815343:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826373.815344:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826373.815346:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826373.815348:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826373.815349:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826373.815350:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826373.815352:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826373.815353:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826373.815355:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826373.815357:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826373.815358:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826373.815360:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826373.815362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826373.815364:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826373.815365:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826373.815366:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826373.815368:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826373.815370:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826373.815371:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826373.815373:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826373.815374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826373.815376:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826373.815377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826373.815379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826373.815381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826373.815382:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826373.815384:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826373.815385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826373.815387:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826373.815388:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826373.815390:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826373.815391:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826373.815393:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826373.815394:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826373.815396:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826373.815428:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826373.815431:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826373.815433:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826373.815435:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826373.815436:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826373.815438:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826373.815440:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826373.815442:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826373.815443:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826373.815444:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826373.815446:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826373.815447:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826373.815448:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826373.815449:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826373.815451:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826373.815453:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826373.815455:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826373.815456:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826373.815458:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826373.815459:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826373.815461:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826373.815463:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826373.815478:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826373.815481:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826373.815482:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826373.815485:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826373.815486:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826373.815488:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826373.815490:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826373.815491:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826373.815493:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826373.815495:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826373.815496:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826373.815498:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826373.815500:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826373.815502:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826373.815503:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826373.815759:0:2359:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 2097152 00000020:00200000:1.0:1787826373.815768:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2097152, offset 0, pos 2097152, cdp_page_count 512 00000020:00200000:1.0:1787826373.815774:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2093056, offset 0, pos 2101248, cdp_page_count 512 00000020:00200000:1.0:1787826373.815778:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2088960, offset 0, pos 2105344, cdp_page_count 512 00000020:00200000:1.0:1787826373.815782:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2084864, offset 0, pos 2109440, cdp_page_count 512 00000020:00200000:1.0:1787826373.815785:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2080768, offset 0, pos 2113536, cdp_page_count 512 00000020:00200000:1.0:1787826373.815789:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2076672, offset 0, pos 2117632, cdp_page_count 512 00000020:00200000:1.0:1787826373.815792:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2072576, offset 0, pos 2121728, cdp_page_count 512 00000020:00200000:1.0:1787826373.815795:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2068480, offset 0, pos 2125824, cdp_page_count 512 00000020:00200000:1.0:1787826373.815798:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2064384, offset 0, pos 2129920, cdp_page_count 512 00000020:00200000:1.0:1787826373.815802:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2060288, offset 0, pos 2134016, cdp_page_count 512 00000020:00200000:1.0:1787826373.815806:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2056192, offset 0, pos 2138112, cdp_page_count 512 00000020:00200000:1.0:1787826373.815809:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2052096, offset 0, pos 2142208, cdp_page_count 512 00000020:00200000:1.0:1787826373.815812:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2048000, offset 0, pos 2146304, cdp_page_count 512 00000020:00200000:1.0:1787826373.815816:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2043904, offset 0, pos 2150400, cdp_page_count 512 00000020:00200000:1.0:1787826373.815820:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2039808, offset 0, pos 2154496, cdp_page_count 512 00000020:00200000:1.0:1787826373.815824:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2035712, offset 0, pos 2158592, cdp_page_count 512 00000020:00200000:1.0:1787826373.815828:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2031616, offset 0, pos 2162688, cdp_page_count 512 00000020:00200000:1.0:1787826373.815831:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2027520, offset 0, pos 2166784, cdp_page_count 512 00000020:00200000:1.0:1787826373.815834:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2023424, offset 0, pos 2170880, cdp_page_count 512 00000020:00200000:1.0:1787826373.815837:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2019328, offset 0, pos 2174976, cdp_page_count 512 00000020:00200000:1.0:1787826373.815840:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2015232, offset 0, pos 2179072, cdp_page_count 512 00000020:00200000:1.0:1787826373.815843:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2011136, offset 0, pos 2183168, cdp_page_count 512 00000020:00200000:1.0:1787826373.815846:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2007040, offset 0, pos 2187264, cdp_page_count 512 00000020:00200000:1.0:1787826373.815849:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2002944, offset 0, pos 2191360, cdp_page_count 512 00000020:00200000:1.0:1787826373.815852:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1998848, offset 0, pos 2195456, cdp_page_count 512 00000020:00200000:1.0:1787826373.815855:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1994752, offset 0, pos 2199552, cdp_page_count 512 00000020:00200000:1.0:1787826373.815858:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1990656, offset 0, pos 2203648, cdp_page_count 512 00000020:00200000:1.0:1787826373.815861:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1986560, offset 0, pos 2207744, cdp_page_count 512 00000020:00200000:1.0:1787826373.815864:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1982464, offset 0, pos 2211840, cdp_page_count 512 00000020:00200000:1.0:1787826373.815867:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1978368, offset 0, pos 2215936, cdp_page_count 512 00000020:00200000:1.0:1787826373.815870:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1974272, offset 0, pos 2220032, cdp_page_count 512 00000020:00200000:1.0:1787826373.815874:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1970176, offset 0, pos 2224128, cdp_page_count 512 00000020:00200000:1.0:1787826373.815877:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1966080, offset 0, pos 2228224, cdp_page_count 512 00000020:00200000:1.0:1787826373.815881:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1961984, offset 0, pos 2232320, cdp_page_count 512 00000020:00200000:1.0:1787826373.815884:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1957888, offset 0, pos 2236416, cdp_page_count 512 00000020:00200000:1.0:1787826373.815887:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1953792, offset 0, pos 2240512, cdp_page_count 512 00000020:00200000:1.0:1787826373.815891:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1949696, offset 0, pos 2244608, cdp_page_count 512 00000020:00200000:1.0:1787826373.815894:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1945600, offset 0, pos 2248704, cdp_page_count 512 00000020:00200000:1.0:1787826373.815898:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1941504, offset 0, pos 2252800, cdp_page_count 512 00000020:00200000:1.0:1787826373.815901:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1937408, offset 0, pos 2256896, cdp_page_count 512 00000020:00200000:1.0:1787826373.815904:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1933312, offset 0, pos 2260992, cdp_page_count 512 00000020:00200000:1.0:1787826373.815907:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1929216, offset 0, pos 2265088, cdp_page_count 512 00000020:00200000:1.0:1787826373.815911:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1925120, offset 0, pos 2269184, cdp_page_count 512 00000020:00200000:1.0:1787826373.815914:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1921024, offset 0, pos 2273280, cdp_page_count 512 00000020:00200000:1.0:1787826373.815918:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1916928, offset 0, pos 2277376, cdp_page_count 512 00000020:00200000:1.0:1787826373.815921:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1912832, offset 0, pos 2281472, cdp_page_count 512 00000020:00200000:1.0:1787826373.815925:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1908736, offset 0, pos 2285568, cdp_page_count 512 00000020:00200000:1.0:1787826373.815928:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1904640, offset 0, pos 2289664, cdp_page_count 512 00000020:00200000:1.0:1787826373.815931:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1900544, offset 0, pos 2293760, cdp_page_count 512 00000020:00200000:1.0:1787826373.815934:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1896448, offset 0, pos 2297856, cdp_page_count 512 00000020:00200000:1.0:1787826373.815938:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1892352, offset 0, pos 2301952, cdp_page_count 512 00000020:00200000:1.0:1787826373.815940:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1888256, offset 0, pos 2306048, cdp_page_count 512 00000020:00200000:1.0:1787826373.815943:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1884160, offset 0, pos 2310144, cdp_page_count 512 00000020:00200000:1.0:1787826373.815946:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1880064, offset 0, pos 2314240, cdp_page_count 512 00000020:00200000:1.0:1787826373.815949:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1875968, offset 0, pos 2318336, cdp_page_count 512 00000020:00200000:1.0:1787826373.815952:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1871872, offset 0, pos 2322432, cdp_page_count 512 00000020:00200000:1.0:1787826373.815955:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1867776, offset 0, pos 2326528, cdp_page_count 512 00000020:00200000:1.0:1787826373.815957:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1863680, offset 0, pos 2330624, cdp_page_count 512 00000020:00200000:1.0:1787826373.815960:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1859584, offset 0, pos 2334720, cdp_page_count 512 00000020:00200000:1.0:1787826373.815962:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1855488, offset 0, pos 2338816, cdp_page_count 512 00000020:00200000:1.0:1787826373.815965:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1851392, offset 0, pos 2342912, cdp_page_count 512 00000020:00200000:1.0:1787826373.815968:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1847296, offset 0, pos 2347008, cdp_page_count 512 00000020:00200000:1.0:1787826373.815970:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1843200, offset 0, pos 2351104, cdp_page_count 512 00000020:00200000:1.0:1787826373.815973:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1839104, offset 0, pos 2355200, cdp_page_count 512 00000020:00200000:1.0:1787826373.815976:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1835008, offset 0, pos 2359296, cdp_page_count 512 00000020:00200000:1.0:1787826373.815980:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1830912, offset 0, pos 2363392, cdp_page_count 512 00000020:00200000:1.0:1787826373.815984:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1826816, offset 0, pos 2367488, cdp_page_count 512 00000020:00200000:1.0:1787826373.815987:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1822720, offset 0, pos 2371584, cdp_page_count 512 00000020:00200000:1.0:1787826373.815991:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1818624, offset 0, pos 2375680, cdp_page_count 512 00000020:00200000:1.0:1787826373.815995:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1814528, offset 0, pos 2379776, cdp_page_count 512 00000020:00200000:1.0:1787826373.815999:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1810432, offset 0, pos 2383872, cdp_page_count 512 00000020:00200000:1.0:1787826373.816002:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1806336, offset 0, pos 2387968, cdp_page_count 512 00000020:00200000:1.0:1787826373.816006:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1802240, offset 0, pos 2392064, cdp_page_count 512 00000020:00200000:1.0:1787826373.816009:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1798144, offset 0, pos 2396160, cdp_page_count 512 00000020:00200000:1.0:1787826373.816012:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1794048, offset 0, pos 2400256, cdp_page_count 512 00000020:00200000:1.0:1787826373.816015:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1789952, offset 0, pos 2404352, cdp_page_count 512 00000020:00200000:1.0:1787826373.816018:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1785856, offset 0, pos 2408448, cdp_page_count 512 00000020:00200000:1.0:1787826373.816021:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1781760, offset 0, pos 2412544, cdp_page_count 512 00000020:00200000:1.0:1787826373.816025:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1777664, offset 0, pos 2416640, cdp_page_count 512 00000020:00200000:1.0:1787826373.816028:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1773568, offset 0, pos 2420736, cdp_page_count 512 00000020:00200000:1.0:1787826373.816031:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1769472, offset 0, pos 2424832, cdp_page_count 512 00000020:00200000:1.0:1787826373.816034:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1765376, offset 0, pos 2428928, cdp_page_count 512 00000020:00200000:1.0:1787826373.816038:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1761280, offset 0, pos 2433024, cdp_page_count 512 00000020:00200000:1.0:1787826373.816041:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1757184, offset 0, pos 2437120, cdp_page_count 512 00000020:00200000:1.0:1787826373.816044:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1753088, offset 0, pos 2441216, cdp_page_count 512 00000020:00200000:1.0:1787826373.816048:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1748992, offset 0, pos 2445312, cdp_page_count 512 00000020:00200000:1.0:1787826373.816051:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1744896, offset 0, pos 2449408, cdp_page_count 512 00000020:00200000:1.0:1787826373.816055:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1740800, offset 0, pos 2453504, cdp_page_count 512 00000020:00200000:1.0:1787826373.816058:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1736704, offset 0, pos 2457600, cdp_page_count 512 00000020:00200000:1.0:1787826373.816062:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1732608, offset 0, pos 2461696, cdp_page_count 512 00000020:00200000:1.0:1787826373.816065:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1728512, offset 0, pos 2465792, cdp_page_count 512 00000020:00200000:1.0:1787826373.816068:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1724416, offset 0, pos 2469888, cdp_page_count 512 00000020:00200000:1.0:1787826373.816071:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1720320, offset 0, pos 2473984, cdp_page_count 512 00000020:00200000:1.0:1787826373.816074:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1716224, offset 0, pos 2478080, cdp_page_count 512 00000020:00200000:1.0:1787826373.816077:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1712128, offset 0, pos 2482176, cdp_page_count 512 00000020:00200000:1.0:1787826373.816080:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1708032, offset 0, pos 2486272, cdp_page_count 512 00000020:00200000:1.0:1787826373.816083:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1703936, offset 0, pos 2490368, cdp_page_count 512 00000020:00200000:1.0:1787826373.816086:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1699840, offset 0, pos 2494464, cdp_page_count 512 00000020:00200000:1.0:1787826373.816089:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1695744, offset 0, pos 2498560, cdp_page_count 512 00000020:00200000:1.0:1787826373.816093:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1691648, offset 0, pos 2502656, cdp_page_count 512 00000020:00200000:1.0:1787826373.816096:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1687552, offset 0, pos 2506752, cdp_page_count 512 00000020:00200000:1.0:1787826373.816099:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1683456, offset 0, pos 2510848, cdp_page_count 512 00000020:00200000:1.0:1787826373.816102:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1679360, offset 0, pos 2514944, cdp_page_count 512 00000020:00200000:1.0:1787826373.816105:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1675264, offset 0, pos 2519040, cdp_page_count 512 00000020:00200000:1.0:1787826373.816109:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1671168, offset 0, pos 2523136, cdp_page_count 512 00000020:00200000:1.0:1787826373.816113:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1667072, offset 0, pos 2527232, cdp_page_count 512 00000020:00200000:1.0:1787826373.816117:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1662976, offset 0, pos 2531328, cdp_page_count 512 00000020:00200000:1.0:1787826373.816120:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1658880, offset 0, pos 2535424, cdp_page_count 512 00000020:00200000:1.0:1787826373.816124:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1654784, offset 0, pos 2539520, cdp_page_count 512 00000020:00200000:1.0:1787826373.816127:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1650688, offset 0, pos 2543616, cdp_page_count 512 00000020:00200000:1.0:1787826373.816130:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1646592, offset 0, pos 2547712, cdp_page_count 512 00000020:00200000:1.0:1787826373.816134:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1642496, offset 0, pos 2551808, cdp_page_count 512 00000020:00200000:1.0:1787826373.816138:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1638400, offset 0, pos 2555904, cdp_page_count 512 00000020:00200000:1.0:1787826373.816141:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1634304, offset 0, pos 2560000, cdp_page_count 512 00000020:00200000:1.0:1787826373.816144:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1630208, offset 0, pos 2564096, cdp_page_count 512 00000020:00200000:1.0:1787826373.816147:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1626112, offset 0, pos 2568192, cdp_page_count 512 00000020:00200000:1.0:1787826373.816150:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1622016, offset 0, pos 2572288, cdp_page_count 512 00000020:00200000:1.0:1787826373.816153:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1617920, offset 0, pos 2576384, cdp_page_count 512 00000020:00200000:1.0:1787826373.816156:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1613824, offset 0, pos 2580480, cdp_page_count 512 00000020:00200000:1.0:1787826373.816159:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1609728, offset 0, pos 2584576, cdp_page_count 512 00000020:00200000:1.0:1787826373.816162:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1605632, offset 0, pos 2588672, cdp_page_count 512 00000020:00200000:1.0:1787826373.816165:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1601536, offset 0, pos 2592768, cdp_page_count 512 00000020:00200000:1.0:1787826373.816168:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1597440, offset 0, pos 2596864, cdp_page_count 512 00000020:00200000:1.0:1787826373.816171:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1593344, offset 0, pos 2600960, cdp_page_count 512 00000020:00200000:1.0:1787826373.816175:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1589248, offset 0, pos 2605056, cdp_page_count 512 00000020:00200000:1.0:1787826373.816178:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1585152, offset 0, pos 2609152, cdp_page_count 512 00000020:00200000:1.0:1787826373.816181:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1581056, offset 0, pos 2613248, cdp_page_count 512 00000020:00200000:1.0:1787826373.816184:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1576960, offset 0, pos 2617344, cdp_page_count 512 00000020:00200000:1.0:1787826373.816187:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1572864, offset 0, pos 2621440, cdp_page_count 512 00000020:00200000:1.0:1787826373.816191:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1568768, offset 0, pos 2625536, cdp_page_count 512 00000020:00200000:1.0:1787826373.816194:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1564672, offset 0, pos 2629632, cdp_page_count 512 00000020:00200000:1.0:1787826373.816197:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1560576, offset 0, pos 2633728, cdp_page_count 512 00000020:00200000:1.0:1787826373.816200:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1556480, offset 0, pos 2637824, cdp_page_count 512 00000020:00200000:1.0:1787826373.816204:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1552384, offset 0, pos 2641920, cdp_page_count 512 00000020:00200000:1.0:1787826373.816208:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1548288, offset 0, pos 2646016, cdp_page_count 512 00000020:00200000:1.0:1787826373.816211:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1544192, offset 0, pos 2650112, cdp_page_count 512 00000020:00200000:1.0:1787826373.816215:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1540096, offset 0, pos 2654208, cdp_page_count 512 00000020:00200000:1.0:1787826373.816219:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1536000, offset 0, pos 2658304, cdp_page_count 512 00000020:00200000:1.0:1787826373.816222:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1531904, offset 0, pos 2662400, cdp_page_count 512 00000020:00200000:1.0:1787826373.816226:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1527808, offset 0, pos 2666496, cdp_page_count 512 00000020:00200000:1.0:1787826373.816229:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1523712, offset 0, pos 2670592, cdp_page_count 512 00000020:00200000:1.0:1787826373.816232:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1519616, offset 0, pos 2674688, cdp_page_count 512 00000020:00200000:1.0:1787826373.816235:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1515520, offset 0, pos 2678784, cdp_page_count 512 00000020:00200000:1.0:1787826373.816239:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1511424, offset 0, pos 2682880, cdp_page_count 512 00000020:00200000:1.0:1787826373.816243:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1507328, offset 0, pos 2686976, cdp_page_count 512 00000020:00200000:1.0:1787826373.816247:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1503232, offset 0, pos 2691072, cdp_page_count 512 00000020:00200000:1.0:1787826373.816250:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1499136, offset 0, pos 2695168, cdp_page_count 512 00000020:00200000:1.0:1787826373.816253:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1495040, offset 0, pos 2699264, cdp_page_count 512 00000020:00200000:1.0:1787826373.816256:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1490944, offset 0, pos 2703360, cdp_page_count 512 00000020:00200000:1.0:1787826373.816258:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1486848, offset 0, pos 2707456, cdp_page_count 512 00000020:00200000:1.0:1787826373.816261:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1482752, offset 0, pos 2711552, cdp_page_count 512 00000020:00200000:1.0:1787826373.816264:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1478656, offset 0, pos 2715648, cdp_page_count 512 00000020:00200000:1.0:1787826373.816266:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1474560, offset 0, pos 2719744, cdp_page_count 512 00000020:00200000:1.0:1787826373.816269:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1470464, offset 0, pos 2723840, cdp_page_count 512 00000020:00200000:1.0:1787826373.816272:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1466368, offset 0, pos 2727936, cdp_page_count 512 00000020:00200000:1.0:1787826373.816275:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1462272, offset 0, pos 2732032, cdp_page_count 512 00000020:00200000:1.0:1787826373.816278:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1458176, offset 0, pos 2736128, cdp_page_count 512 00000020:00200000:1.0:1787826373.816281:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1454080, offset 0, pos 2740224, cdp_page_count 512 00000020:00200000:1.0:1787826373.816284:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1449984, offset 0, pos 2744320, cdp_page_count 512 00000020:00200000:1.0:1787826373.816287:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1445888, offset 0, pos 2748416, cdp_page_count 512 00000020:00200000:1.0:1787826373.816290:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1441792, offset 0, pos 2752512, cdp_page_count 512 00000020:00200000:1.0:1787826373.816293:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1437696, offset 0, pos 2756608, cdp_page_count 512 00000020:00200000:1.0:1787826373.816296:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1433600, offset 0, pos 2760704, cdp_page_count 512 00000020:00200000:1.0:1787826373.816299:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1429504, offset 0, pos 2764800, cdp_page_count 512 00000020:00200000:1.0:1787826373.816302:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1425408, offset 0, pos 2768896, cdp_page_count 512 00000020:00200000:1.0:1787826373.816306:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1421312, offset 0, pos 2772992, cdp_page_count 512 00000020:00200000:1.0:1787826373.816309:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1417216, offset 0, pos 2777088, cdp_page_count 512 00000020:00200000:1.0:1787826373.816313:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1413120, offset 0, pos 2781184, cdp_page_count 512 00000020:00200000:1.0:1787826373.816316:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1409024, offset 0, pos 2785280, cdp_page_count 512 00000020:00200000:1.0:1787826373.816319:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1404928, offset 0, pos 2789376, cdp_page_count 512 00000020:00200000:1.0:1787826373.816322:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1400832, offset 0, pos 2793472, cdp_page_count 512 00000020:00200000:1.0:1787826373.816325:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1396736, offset 0, pos 2797568, cdp_page_count 512 00000020:00200000:1.0:1787826373.816328:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1392640, offset 0, pos 2801664, cdp_page_count 512 00000020:00200000:1.0:1787826373.816331:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1388544, offset 0, pos 2805760, cdp_page_count 512 00000020:00200000:1.0:1787826373.816334:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1384448, offset 0, pos 2809856, cdp_page_count 512 00000020:00200000:1.0:1787826373.816337:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1380352, offset 0, pos 2813952, cdp_page_count 512 00000020:00200000:1.0:1787826373.816341:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1376256, offset 0, pos 2818048, cdp_page_count 512 00000020:00200000:1.0:1787826373.816344:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1372160, offset 0, pos 2822144, cdp_page_count 512 00000020:00200000:1.0:1787826373.816348:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1368064, offset 0, pos 2826240, cdp_page_count 512 00000020:00200000:1.0:1787826373.816351:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1363968, offset 0, pos 2830336, cdp_page_count 512 00000020:00200000:1.0:1787826373.816355:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1359872, offset 0, pos 2834432, cdp_page_count 512 00000020:00200000:1.0:1787826373.816358:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1355776, offset 0, pos 2838528, cdp_page_count 512 00000020:00200000:1.0:1787826373.816362:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1351680, offset 0, pos 2842624, cdp_page_count 512 00000020:00200000:1.0:1787826373.816365:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1347584, offset 0, pos 2846720, cdp_page_count 512 00000020:00200000:1.0:1787826373.816369:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1343488, offset 0, pos 2850816, cdp_page_count 512 00000020:00200000:1.0:1787826373.816372:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1339392, offset 0, pos 2854912, cdp_page_count 512 00000020:00200000:1.0:1787826373.816375:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1335296, offset 0, pos 2859008, cdp_page_count 512 00000020:00200000:1.0:1787826373.816378:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1331200, offset 0, pos 2863104, cdp_page_count 512 00000020:00200000:1.0:1787826373.816381:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1327104, offset 0, pos 2867200, cdp_page_count 512 00000020:00200000:1.0:1787826373.816384:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1323008, offset 0, pos 2871296, cdp_page_count 512 00000020:00200000:1.0:1787826373.816388:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1318912, offset 0, pos 2875392, cdp_page_count 512 00000020:00200000:1.0:1787826373.816391:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1314816, offset 0, pos 2879488, cdp_page_count 512 00000020:00200000:1.0:1787826373.816394:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1310720, offset 0, pos 2883584, cdp_page_count 512 00000020:00200000:1.0:1787826373.816431:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1306624, offset 0, pos 2887680, cdp_page_count 512 00000020:00200000:1.0:1787826373.816436:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1302528, offset 0, pos 2891776, cdp_page_count 512 00000020:00200000:1.0:1787826373.816439:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1298432, offset 0, pos 2895872, cdp_page_count 512 00000020:00200000:1.0:1787826373.816443:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1294336, offset 0, pos 2899968, cdp_page_count 512 00000020:00200000:1.0:1787826373.816447:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1290240, offset 0, pos 2904064, cdp_page_count 512 00000020:00200000:1.0:1787826373.816450:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1286144, offset 0, pos 2908160, cdp_page_count 512 00000020:00200000:1.0:1787826373.816454:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1282048, offset 0, pos 2912256, cdp_page_count 512 00000020:00200000:1.0:1787826373.816457:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1277952, offset 0, pos 2916352, cdp_page_count 512 00000020:00200000:1.0:1787826373.816460:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1273856, offset 0, pos 2920448, cdp_page_count 512 00000020:00200000:1.0:1787826373.816463:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1269760, offset 0, pos 2924544, cdp_page_count 512 00000020:00200000:1.0:1787826373.816466:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1265664, offset 0, pos 2928640, cdp_page_count 512 00000020:00200000:1.0:1787826373.816469:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1261568, offset 0, pos 2932736, cdp_page_count 512 00000020:00200000:1.0:1787826373.816472:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1257472, offset 0, pos 2936832, cdp_page_count 512 00000020:00200000:1.0:1787826373.816475:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1253376, offset 0, pos 2940928, cdp_page_count 512 00000020:00200000:1.0:1787826373.816478:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1249280, offset 0, pos 2945024, cdp_page_count 512 00000020:00200000:1.0:1787826373.816481:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1245184, offset 0, pos 2949120, cdp_page_count 512 00000020:00200000:1.0:1787826373.816484:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1241088, offset 0, pos 2953216, cdp_page_count 512 00000020:00200000:1.0:1787826373.816487:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1236992, offset 0, pos 2957312, cdp_page_count 512 00000020:00200000:1.0:1787826373.816490:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1232896, offset 0, pos 2961408, cdp_page_count 512 00000020:00200000:1.0:1787826373.816494:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1228800, offset 0, pos 2965504, cdp_page_count 512 00000020:00200000:1.0:1787826373.816497:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1224704, offset 0, pos 2969600, cdp_page_count 512 00000020:00200000:1.0:1787826373.816501:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1220608, offset 0, pos 2973696, cdp_page_count 512 00000020:00200000:1.0:1787826373.816516:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1216512, offset 0, pos 2977792, cdp_page_count 512 00000020:00200000:1.0:1787826373.816521:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1212416, offset 0, pos 2981888, cdp_page_count 512 00000020:00200000:1.0:1787826373.816525:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1208320, offset 0, pos 2985984, cdp_page_count 512 00000020:00200000:1.0:1787826373.816529:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1204224, offset 0, pos 2990080, cdp_page_count 512 00000020:00200000:1.0:1787826373.816532:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1200128, offset 0, pos 2994176, cdp_page_count 512 00000020:00200000:1.0:1787826373.816536:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1196032, offset 0, pos 2998272, cdp_page_count 512 00000020:00200000:1.0:1787826373.816540:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1191936, offset 0, pos 3002368, cdp_page_count 512 00000020:00200000:1.0:1787826373.816543:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1187840, offset 0, pos 3006464, cdp_page_count 512 00000020:00200000:1.0:1787826373.816547:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1183744, offset 0, pos 3010560, cdp_page_count 512 00000020:00200000:1.0:1787826373.816551:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1179648, offset 0, pos 3014656, cdp_page_count 512 00000020:00200000:1.0:1787826373.816555:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1175552, offset 0, pos 3018752, cdp_page_count 512 00000020:00200000:1.0:1787826373.816560:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1171456, offset 0, pos 3022848, cdp_page_count 512 00000020:00200000:1.0:1787826373.816564:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1167360, offset 0, pos 3026944, cdp_page_count 512 00000020:00200000:1.0:1787826373.816568:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1163264, offset 0, pos 3031040, cdp_page_count 512 00000020:00200000:1.0:1787826373.816573:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1159168, offset 0, pos 3035136, cdp_page_count 512 00000020:00200000:1.0:1787826373.816576:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1155072, offset 0, pos 3039232, cdp_page_count 512 00000020:00200000:1.0:1787826373.816580:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1150976, offset 0, pos 3043328, cdp_page_count 512 00000020:00200000:1.0:1787826373.816583:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1146880, offset 0, pos 3047424, cdp_page_count 512 00000020:00200000:1.0:1787826373.816588:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1142784, offset 0, pos 3051520, cdp_page_count 512 00000020:00200000:1.0:1787826373.816591:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1138688, offset 0, pos 3055616, cdp_page_count 512 00000020:00200000:1.0:1787826373.816594:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1134592, offset 0, pos 3059712, cdp_page_count 512 00000020:00200000:1.0:1787826373.816597:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1130496, offset 0, pos 3063808, cdp_page_count 512 00000020:00200000:1.0:1787826373.816600:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1126400, offset 0, pos 3067904, cdp_page_count 512 00000020:00200000:1.0:1787826373.816604:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1122304, offset 0, pos 3072000, cdp_page_count 512 00000020:00200000:1.0:1787826373.816608:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1118208, offset 0, pos 3076096, cdp_page_count 512 00000020:00200000:1.0:1787826373.816612:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1114112, offset 0, pos 3080192, cdp_page_count 512 00000020:00200000:1.0:1787826373.816616:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1110016, offset 0, pos 3084288, cdp_page_count 512 00000020:00200000:1.0:1787826373.816619:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1105920, offset 0, pos 3088384, cdp_page_count 512 00000020:00200000:1.0:1787826373.816622:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1101824, offset 0, pos 3092480, cdp_page_count 512 00000020:00200000:1.0:1787826373.816626:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1097728, offset 0, pos 3096576, cdp_page_count 512 00000020:00200000:1.0:1787826373.816629:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1093632, offset 0, pos 3100672, cdp_page_count 512 00000020:00200000:1.0:1787826373.816633:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1089536, offset 0, pos 3104768, cdp_page_count 512 00000020:00200000:1.0:1787826373.816636:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1085440, offset 0, pos 3108864, cdp_page_count 512 00000020:00200000:1.0:1787826373.816640:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1081344, offset 0, pos 3112960, cdp_page_count 512 00000020:00200000:1.0:1787826373.816644:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1077248, offset 0, pos 3117056, cdp_page_count 512 00000020:00200000:1.0:1787826373.816647:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1073152, offset 0, pos 3121152, cdp_page_count 512 00000020:00200000:1.0:1787826373.816650:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1069056, offset 0, pos 3125248, cdp_page_count 512 00000020:00200000:1.0:1787826373.816653:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1064960, offset 0, pos 3129344, cdp_page_count 512 00000020:00200000:1.0:1787826373.816656:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1060864, offset 0, pos 3133440, cdp_page_count 512 00000020:00200000:1.0:1787826373.816660:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1056768, offset 0, pos 3137536, cdp_page_count 512 00000020:00200000:1.0:1787826373.816663:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1052672, offset 0, pos 3141632, cdp_page_count 512 00000020:00200000:1.0:1787826373.816666:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 3145728, cdp_page_count 512 00000020:00200000:1.0:1787826373.816670:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 3149824, cdp_page_count 512 00000020:00200000:1.0:1787826373.816674:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 3153920, cdp_page_count 512 00000020:00200000:1.0:1787826373.816677:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 3158016, cdp_page_count 512 00000020:00200000:1.0:1787826373.816680:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 3162112, cdp_page_count 512 00000020:00200000:1.0:1787826373.816683:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 3166208, cdp_page_count 512 00000020:00200000:1.0:1787826373.816686:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 3170304, cdp_page_count 512 00000020:00200000:1.0:1787826373.816689:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 3174400, cdp_page_count 512 00000020:00200000:1.0:1787826373.816692:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 3178496, cdp_page_count 512 00000020:00200000:1.0:1787826373.816695:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 3182592, cdp_page_count 512 00000020:00200000:1.0:1787826373.816698:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 3186688, cdp_page_count 512 00000020:00200000:1.0:1787826373.816701:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 3190784, cdp_page_count 512 00000020:00200000:1.0:1787826373.816704:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 3194880, cdp_page_count 512 00000020:00200000:1.0:1787826373.816708:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 3198976, cdp_page_count 512 00000020:00200000:1.0:1787826373.816712:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 3203072, cdp_page_count 512 00000020:00200000:1.0:1787826373.816715:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 3207168, cdp_page_count 512 00000020:00200000:1.0:1787826373.816719:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 3211264, cdp_page_count 512 00000020:00200000:1.0:1787826373.816724:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 3215360, cdp_page_count 512 00000020:00200000:1.0:1787826373.816728:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 3219456, cdp_page_count 512 00000020:00200000:1.0:1787826373.816732:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 3223552, cdp_page_count 512 00000020:00200000:1.0:1787826373.816736:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 3227648, cdp_page_count 512 00000020:00200000:1.0:1787826373.816739:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 3231744, cdp_page_count 512 00000020:00200000:1.0:1787826373.816743:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 3235840, cdp_page_count 512 00000020:00200000:1.0:1787826373.816746:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 3239936, cdp_page_count 512 00000020:00200000:1.0:1787826373.816752:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 3244032, cdp_page_count 512 00000020:00200000:1.0:1787826373.816755:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 3248128, cdp_page_count 512 00000020:00200000:1.0:1787826373.816758:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 3252224, cdp_page_count 512 00000020:00200000:1.0:1787826373.816761:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 3256320, cdp_page_count 512 00000020:00200000:1.0:1787826373.816765:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 3260416, cdp_page_count 512 00000020:00200000:1.0:1787826373.816768:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 3264512, cdp_page_count 512 00000020:00200000:1.0:1787826373.816771:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 3268608, cdp_page_count 512 00000020:00200000:1.0:1787826373.816774:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 3272704, cdp_page_count 512 00000020:00200000:1.0:1787826373.816777:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 3276800, cdp_page_count 512 00000020:00200000:1.0:1787826373.816780:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 3280896, cdp_page_count 512 00000020:00200000:1.0:1787826373.816783:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 3284992, cdp_page_count 512 00000020:00200000:1.0:1787826373.816787:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 3289088, cdp_page_count 512 00000020:00200000:1.0:1787826373.816790:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 3293184, cdp_page_count 512 00000020:00200000:1.0:1787826373.816793:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 3297280, cdp_page_count 512 00000020:00200000:1.0:1787826373.816796:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 3301376, cdp_page_count 512 00000020:00200000:1.0:1787826373.816799:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 3305472, cdp_page_count 512 00000020:00200000:1.0:1787826373.816803:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 3309568, cdp_page_count 512 00000020:00200000:1.0:1787826373.816806:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 3313664, cdp_page_count 512 00000020:00200000:1.0:1787826373.816810:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 3317760, cdp_page_count 512 00000020:00200000:1.0:1787826373.816813:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 3321856, cdp_page_count 512 00000020:00200000:1.0:1787826373.816816:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 3325952, cdp_page_count 512 00000020:00200000:1.0:1787826373.816819:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 3330048, cdp_page_count 512 00000020:00200000:1.0:1787826373.816823:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 3334144, cdp_page_count 512 00000020:00200000:1.0:1787826373.816826:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 3338240, cdp_page_count 512 00000020:00200000:1.0:1787826373.816829:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 3342336, cdp_page_count 512 00000020:00200000:1.0:1787826373.816832:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 3346432, cdp_page_count 512 00000020:00200000:1.0:1787826373.816836:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 3350528, cdp_page_count 512 00000020:00200000:1.0:1787826373.816839:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 3354624, cdp_page_count 512 00000020:00200000:1.0:1787826373.816842:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 3358720, cdp_page_count 512 00000020:00200000:1.0:1787826373.816846:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 3362816, cdp_page_count 512 00000020:00200000:1.0:1787826373.816849:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 3366912, cdp_page_count 512 00000020:00200000:1.0:1787826373.816853:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 3371008, cdp_page_count 512 00000020:00200000:1.0:1787826373.816856:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 3375104, cdp_page_count 512 00000020:00200000:1.0:1787826373.816860:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 3379200, cdp_page_count 512 00000020:00200000:1.0:1787826373.816863:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 3383296, cdp_page_count 512 00000020:00200000:1.0:1787826373.816867:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 3387392, cdp_page_count 512 00000020:00200000:1.0:1787826373.816871:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 3391488, cdp_page_count 512 00000020:00200000:1.0:1787826373.816874:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 3395584, cdp_page_count 512 00000020:00200000:1.0:1787826373.816877:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 3399680, cdp_page_count 512 00000020:00200000:1.0:1787826373.816880:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 3403776, cdp_page_count 512 00000020:00200000:1.0:1787826373.816883:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 3407872, cdp_page_count 512 00000020:00200000:1.0:1787826373.816887:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 3411968, cdp_page_count 512 00000020:00200000:1.0:1787826373.816891:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 3416064, cdp_page_count 512 00000020:00200000:1.0:1787826373.816896:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 3420160, cdp_page_count 512 00000020:00200000:1.0:1787826373.816899:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 3424256, cdp_page_count 512 00000020:00200000:1.0:1787826373.816903:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 3428352, cdp_page_count 512 00000020:00200000:1.0:1787826373.816907:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 3432448, cdp_page_count 512 00000020:00200000:1.0:1787826373.816910:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 3436544, cdp_page_count 512 00000020:00200000:1.0:1787826373.816913:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 3440640, cdp_page_count 512 00000020:00200000:1.0:1787826373.816917:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 3444736, cdp_page_count 512 00000020:00200000:1.0:1787826373.816920:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 3448832, cdp_page_count 512 00000020:00200000:1.0:1787826373.816924:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 3452928, cdp_page_count 512 00000020:00200000:1.0:1787826373.816928:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 3457024, cdp_page_count 512 00000020:00200000:1.0:1787826373.816933:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 3461120, cdp_page_count 512 00000020:00200000:1.0:1787826373.816937:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 3465216, cdp_page_count 512 00000020:00200000:1.0:1787826373.816940:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 3469312, cdp_page_count 512 00000020:00200000:1.0:1787826373.816945:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 3473408, cdp_page_count 512 00000020:00200000:1.0:1787826373.816949:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 3477504, cdp_page_count 512 00000020:00200000:1.0:1787826373.816952:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 3481600, cdp_page_count 512 00000020:00200000:1.0:1787826373.816956:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 3485696, cdp_page_count 512 00000020:00200000:1.0:1787826373.816959:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 3489792, cdp_page_count 512 00000020:00200000:1.0:1787826373.816963:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 3493888, cdp_page_count 512 00000020:00200000:1.0:1787826373.816967:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 3497984, cdp_page_count 512 00000020:00200000:1.0:1787826373.816970:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 3502080, cdp_page_count 512 00000020:00200000:1.0:1787826373.816974:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 3506176, cdp_page_count 512 00000020:00200000:1.0:1787826373.816977:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 3510272, cdp_page_count 512 00000020:00200000:1.0:1787826373.816981:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 3514368, cdp_page_count 512 00000020:00200000:1.0:1787826373.816984:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 3518464, cdp_page_count 512 00000020:00200000:1.0:1787826373.816987:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 3522560, cdp_page_count 512 00000020:00200000:1.0:1787826373.816990:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 3526656, cdp_page_count 512 00000020:00200000:1.0:1787826373.816994:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 3530752, cdp_page_count 512 00000020:00200000:1.0:1787826373.816997:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 3534848, cdp_page_count 512 00000020:00200000:1.0:1787826373.817000:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 3538944, cdp_page_count 512 00000020:00200000:1.0:1787826373.817003:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 3543040, cdp_page_count 512 00000020:00200000:1.0:1787826373.817007:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 3547136, cdp_page_count 512 00000020:00200000:1.0:1787826373.817010:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 3551232, cdp_page_count 512 00000020:00200000:1.0:1787826373.817013:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 3555328, cdp_page_count 512 00000020:00200000:1.0:1787826373.817017:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 3559424, cdp_page_count 512 00000020:00200000:1.0:1787826373.817020:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 3563520, cdp_page_count 512 00000020:00200000:1.0:1787826373.817023:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 3567616, cdp_page_count 512 00000020:00200000:1.0:1787826373.817027:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 3571712, cdp_page_count 512 00000020:00200000:1.0:1787826373.817030:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 3575808, cdp_page_count 512 00000020:00200000:1.0:1787826373.817033:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 3579904, cdp_page_count 512 00000020:00200000:1.0:1787826373.817037:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 3584000, cdp_page_count 512 00000020:00200000:1.0:1787826373.817040:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 3588096, cdp_page_count 512 00000020:00200000:1.0:1787826373.817043:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 3592192, cdp_page_count 512 00000020:00200000:1.0:1787826373.817048:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 3596288, cdp_page_count 512 00000020:00200000:1.0:1787826373.817051:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 3600384, cdp_page_count 512 00000020:00200000:1.0:1787826373.817055:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 3604480, cdp_page_count 512 00000020:00200000:1.0:1787826373.817059:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 3608576, cdp_page_count 512 00000020:00200000:1.0:1787826373.817065:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 3612672, cdp_page_count 512 00000020:00200000:1.0:1787826373.817068:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 3616768, cdp_page_count 512 00000020:00200000:1.0:1787826373.817072:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 3620864, cdp_page_count 512 00000020:00200000:1.0:1787826373.817075:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 3624960, cdp_page_count 512 00000020:00200000:1.0:1787826373.817078:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 3629056, cdp_page_count 512 00000020:00200000:1.0:1787826373.817081:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 3633152, cdp_page_count 512 00000020:00200000:1.0:1787826373.817084:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 3637248, cdp_page_count 512 00000020:00200000:1.0:1787826373.817088:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 3641344, cdp_page_count 512 00000020:00200000:1.0:1787826373.817092:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 3645440, cdp_page_count 512 00000020:00200000:1.0:1787826373.817095:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 3649536, cdp_page_count 512 00000020:00200000:1.0:1787826373.817098:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 3653632, cdp_page_count 512 00000020:00200000:1.0:1787826373.817101:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 3657728, cdp_page_count 512 00000020:00200000:1.0:1787826373.817105:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 3661824, cdp_page_count 512 00000020:00200000:1.0:1787826373.817109:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 3665920, cdp_page_count 512 00010000:00010000:1.0:1787826374.341049:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826374.813495:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826374.813546:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:1.0:1787826377.410114:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826379.996938:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826379.996971:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450100736 00000100:00100000:1.0:1787826379.996980:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450100736 00000100:00100000:1.0:1787826379.997034:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1690 00000100:00100000:1.0:1787826379.997044:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12521:x1874671450100736:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826379.997061:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c9ac0712/0x1d187e8ba27ce19c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1a67c expref: -99 pid: 15339 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826379.997123:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826379.997129:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12521:x1874671450100736:12345-192.168.203.115@tcp:104: Request processed in 87us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826379.997137:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1690 00000100:00100000:1.0:1787826381.008986:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.033486:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.218610:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.231007:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9835680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428480896:192.168.203.115@tcp:10:dd.0 00000100:00100000:1.0:1787826381.237098:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9835680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428480896:192.168.203.115@tcp:10:dd.0 00000080:00200000:1.0:1787826381.270773:0:15918:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000080:00200000:1.0:1787826381.270780:0:15918:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826381.270813:0:15918:0:(file.c:479:ll_file_release()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 100001 00010000:00010000:1.0:1787826381.270829:0:15918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4c00/0x1d187e8ba27ce1d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a7b0 expref: -99 pid: 15916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1787826381.273271:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428481024:192.168.203.115@tcp:4:dd.0 00000080:00200008:1.0:1787826381.319730:0:15919:0:(file.c:479:ll_file_release()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 100000 00000002:00100000:1.0:1787826381.319799:0:15919:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5e14b7480 x1874671428481280/t4294969169(4294969169) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 640/720 e 0 to 0 dl 1787826397 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826381.319811:0:15919:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826381.319817:0:15919:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b83c0 x1874671428481536/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826381.319840:0:15919:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:15919:1874671428481536:192.168.203.115@tcp:35:dd.0 00000100:00100000:1.0:1787826381.319933:0:15919:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78600 going to sleep for 11 seconds 00000080:00200000:1.0:1787826381.352253:0:15920:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826381.352281:0:15920:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.352299:0:15920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787826381.352315:0:15920:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1787826381.352324:0:15920:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.352331:0:15920:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826381.352335:0:15920:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826381.352343:0:15920:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc48148bbf8 00010000:00010000:1.0:1787826381.352347:0:15920:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787826381.352357:0:15920:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787826381.352371:0:15920:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.352379:0:15920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=25 00000080:00200000:1.0:1787826381.352384:0:15920:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.353462:0:15920:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 3 00000080:00200000:1.0:1787826381.353473:0:15920:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), file ffff9ab5c3d0f800, open_flags 8241, mode 81b6 opened 0 00000080:00200000:1.0:1787826381.353484:0:15920:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), intent=open|creat 00000002:00010000:1.0:1787826381.353507:0:15920:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f2b.sanity-pfl,[0x200000401:0x24a:0x0]) in obj [0x200000401:0x247:0x0], intent: open|creat flags 0101102 00010000:00010000:1.0:1787826381.353568:0:15920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce1fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15920 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.353578:0:15920:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce1fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15920 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826381.353589:0:15920:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826381.353601:0:15920:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb840 x1874671428481792/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826381.353612:0:15920:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce1fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15920 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826381.353653:0:15920:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:15920:1874671428481792:192.168.203.115@tcp:101:dd.0 00000100:00100000:1.0:1787826381.353789:0:15920:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c780c0 going to sleep for 11 seconds 00000080:00200000:1.0:1787826381.433505:0:15920:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000080:00200000:1.0:1787826381.433512:0:15920:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826381.433751:0:15920:0:(file.c:2652:do_file_write_iter()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0], ppos: 1048576, count: 1048576 00000080:00200000:1.0:1787826381.433759:0:15920:0:(file.c:2090:ll_file_io_generic()) f2b.sanity-pfl: write ppos: 1048576, bytes: 1048576 00000080:00200000:1.0:1787826381.433764:0:15920:0:(file.c:1848:ll_io_set_mirror()) f2b.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826381.433769:0:15920:0:(cl_io.c:218:cl_io_rw_init()) header@00000000893c3e7e[0x110, 257, [0x200000401:0x248:0x0] hash] 00000020:00200000:1.0:1787826381.433772:0:15920:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1048576, 2097152) 0 0 00000080:00200000:1.0:1787826381.433776:0:15920:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 0/0, layout version 1 restore needed 0 00000080:00200000:1.0:1787826381.433790:0:15920:0:(file.c:2170:ll_file_io_generic()) Range lock [256, 511] 00000080:00200000:1.0:1787826381.433797:0:15920:0:(file.c:2207:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:1.0:1787826381.433801:0:15920:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 0/0, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826381.433803:0:15920:0:(file.c:2240:ll_file_io_generic()) f2b.sanity-pfl: 2 io complete with rc: -61, result: 0, restart: 0 00000080:00200000:1.0:1787826381.433807:0:15920:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000080:00200000:1.0:1787826381.433809:0:15920:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 0 00000080:00200008:1.0:1787826381.434134:0:15920:0:(file.c:479:ll_file_release()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 100001 00010000:00010000:1.0:1787826381.434160:0:15920:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4c00/0x1d187e8ba27ce1d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a7b0 expref: -99 pid: 15916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787826381.476338:0:15922:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826381.476367:0:15922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.476386:0:15922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787826381.476483:0:15922:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1787826381.476493:0:15922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.476500:0:15922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826381.476503:0:15922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826381.476510:0:15922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc481bf3b58 00010000:00010000:1.0:1787826381.476515:0:15922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787826381.476524:0:15922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787826381.476539:0:15922:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.476546:0:15922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826381.476552:0:15922:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.476562:0:15922:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), flags=8 00000080:00200000:1.0:1787826381.476566:0:15922:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), intent=getattr 00000002:00010000:1.0:1787826381.476579:0:15922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f2b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x247:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826381.476624:0:15922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f200/0x1d187e8ba27ce20c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15922 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.476632:0:15922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f200/0x1d187e8ba27ce20c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15922 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.476641:0:15922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f200/0x1d187e8ba27ce20c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15922 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826381.476665:0:15922:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428483200:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826381.476807:0:15922:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78540 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.494092:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428483712:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826381.518497:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450102656 00000100:00100000:1.0:1787826381.518507:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450102656 00000100:00100000:1.0:1787826381.518559:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1698 00000100:00100000:1.0:1787826381.518569:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9835e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450102656:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.518592:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce21a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x248:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1a8dd expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826381.518669:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826381.518675:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9835e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450102656:12345-192.168.203.115@tcp:104: Request processed in 109us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.518682:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1698 00000100:00100000:1.0:1787826381.524174:0:15922:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5e14b52c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428484480:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826381.524197:0:15922:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524209:0:15922:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524220:0:15922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524230:0:15922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524242:0:15922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524251:0:15922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524259:0:15922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826381.524272:0:15922:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5e14b52c0 x1874671428484480/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/696 e 0 to 0 dl 1787826397 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826381.524285:0:15922:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524298:0:15922:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/584 (0 0) 00000080:00200000:1.0:1787826381.524304:0:15922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x248:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1787826381.524347:0:15922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) for lock 0x1d187e8ba27ce221 00000080:00010000:1.0:1787826381.524354:0:15922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) 00000080:00010000:1.0:1787826381.524357:0:15922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce221 from it ffffbbc481bf3cd8 00010000:00010000:1.0:1787826381.524361:0:15922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.524369:0:15922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826381.524445:0:15922:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 1 restore needed 0 00000001:00010000:1.0:1787826381.524463:0:15922:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x248:0x0] 00000002:00010000:1.0:1787826381.524478:0:15922:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826381.524484:0:15922:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5f0310030, mdc lock ffff9ab5c5024af8, flags 400001002 00010000:00010000:1.0:1787826381.524496:0:15922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x48/0x0 rrc: 5 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787826381.524507:0:15922:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000020:00200000:1.0:1787826381.524521:0:15922:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826381.524524:0:15922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787826381.524531:0:15922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000020:00200000:1.0:1787826381.524540:0:15922:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826381.524548:0:15922:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000020:00010000:1.0:1787826381.524552:0:15922:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_release():245 00000020:00010000:1.0:1787826381.524555:0:15922:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.524558:0:15922:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310030 (ffff9ab5d8b95878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.524562:0:15922:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826381.524564:0:15922:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310030 (ffff9ab5f1cb4758/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826381.524574:0:15922:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826381.524630:0:15922:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), inode mode 81a4 mask 2 00000080:00200000:1.0:1787826381.524640:0:15922:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), xattr lov.add 00000020:00100000:1.0:1787826381.524680:0:15922:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826381.524687:0:15922:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bbc00 x1874671428484864/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826381.524706:0:15922:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428484864:192.168.203.115@tcp:36:lfs.0 00000100:00100000:1.0:1787826381.524786:0:15922:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78300 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.529541:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826381.529553:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450102784 00000100:00100000:1.0:1787826381.529558:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450102784 00000100:00100000:1.0:1787826381.529585:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450102912 00000100:00100000:1.0:1787826381.529588:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450102912 00000100:00100000:1.0:1787826381.529608:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1699 00000100:00100000:1.0:1787826381.529615:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9836d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450102784:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.529624:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce221 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1a8f2 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826381.529698:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826381.529704:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9836d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450102784:12345-192.168.203.115@tcp:104: Request processed in 91us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.529711:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1699 00000100:00100000:1.0:1787826381.529724:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1700 00000100:00100000:1.0:1787826381.529731:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9833c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450102912:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.529738:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce213 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a8c8 expref: -99 pid: 15922 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826381.530381:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1787826381.530389:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9833c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450102912:12345-192.168.203.115@tcp:104: Request processed in 658us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.530396:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1700 00000100:00100000:1.0:1787826381.539192:0:15922:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428484864:192.168.203.115@tcp:36:lfs.0 00000080:00200008:1.0:1787826381.539237:0:15922:0:(file.c:479:ll_file_release()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 100002 00000002:00100000:1.0:1787826381.539297:0:15922:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5e14b5680 x1874671428484224/t4294969181(4294969181) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 632/720 e 0 to 0 dl 1787826397 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826381.539309:0:15922:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826381.539314:0:15922:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8b40 x1874671428485760/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826381.539335:0:15922:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428485760:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826381.541547:0:15922:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78300 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.544393:0:15922:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15922:1874671428485760:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826381.544607:0:15922:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5e14b5680 x1874671428484224/t4294969181(4294969181) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 632/720 e 0 to 0 dl 1787826397 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826381.589677:0:15924:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826381.589705:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.589722:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.589738:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1787826381.589746:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.589754:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826381.589757:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826381.589764:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc481c63b58 00010000:00010000:1.0:1787826381.589768:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.589776:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:1.0:1787826381.589791:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.589798:0:15924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826381.589805:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.589817:0:15924:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), flags=8 00000080:00200000:1.0:1787826381.589821:0:15924:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), intent=getattr 00000002:00010000:1.0:1787826381.589832:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f2b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x247:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826381.589954:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.590035:0:15924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.590046:0:15924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826381.590072:0:15924:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15924:1874671428486784:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826381.590227:0:15924:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78300 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.594231:0:15924:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15924:1874671428486784:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826381.594258:0:15924:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594273:0:15924:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x248:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594281:0:15924:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594292:0:15924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594302:0:15924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594314:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594322:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594328:0:15924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826381.594340:0:15924:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f24b8b40 x1874671428486784/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/800 e 0 to 0 dl 1787826397 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826381.594350:0:15924:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 216 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826381.594364:0:15924:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.594374:0:15924:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/584 (0 0) 00000080:00200000:1.0:1787826381.594382:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x247:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826381.594587:0:15924:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826381.594599:0:15924:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826381.594625:0:15924:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000002:00010000:1.0:1787826381.595332:0:15924:0:(mdc_dev.c:1502:mdc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1787826380 1787826380 1787826380 by oinfo size 1048576 blocks 1 [cma]time 1787826381 1787826381 1787826380 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 1/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787826381.595395:0:15924:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x248:0x0](ffff9ab5d95cb248): rc = 0 00000080:00200000:1.0:1787826381.595555:0:15924:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x248:0x0]: layout version change: 4294967294 -> 2 00000080:00010000:1.0:1787826381.595561:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) for lock 0x1d187e8ba27ce236 00000080:00010000:1.0:1787826381.595575:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) 00000080:00010000:1.0:1787826381.595578:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce236 from it ffffbbc481c63b20 00010000:00010000:1.0:1787826381.595581:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.595591:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826381.595632:0:15924:0:(file.c:6313:ll_getattr_dentry()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826381.595640:0:15924:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248),name=f2b.sanity-pfl 00000002:00010000:1.0:1787826381.595660:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x248:0x0]) in obj [0x200000401:0x247:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.595671:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826381.595681:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826381.595688:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x247:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.595693:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) 00000080:00010000:1.0:1787826381.595696:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) for lock 0x1d187e8ba27ce236 00000080:00010000:1.0:1787826381.595700:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce236 from it ffffbbc481c63cb8 00010000:00010000:1.0:1787826381.595703:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826381.595711:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826381.595728:0:15924:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 1 restore needed 0 00000001:00010000:1.0:1787826381.595737:0:15924:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x248:0x0] 00000002:00010000:1.0:1787826381.595750:0:15924:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826381.595754:0:15924:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5f0310030, mdc lock ffff9ab5c5024af8, flags 400001002 00010000:00010000:1.0:1787826381.595765:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1787826381.595773:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000002:00010000:1.0:1787826381.595785:0:15924:0:(mdc_dev.c:456:mdc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=0 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000020:00200000:1.0:1787826381.595795:0:15924:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826381.595799:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1787826381.595806:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000020:00200000:1.0:1787826381.595814:0:15924:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826381.595821:0:15924:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000020:00010000:1.0:1787826381.595824:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_release():245 00000020:00010000:1.0:1787826381.595827:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.595831:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310030 (ffff9ab5d8b95878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.595834:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826381.595836:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310030 (ffff9ab5f1cb4758/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826381.595914:0:15924:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826381.596022:0:15924:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826381.596032:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.596041:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1787826381.596051:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:1.0:1787826381.596058:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.596062:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826381.596064:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826381.596068:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc481c63bf8 00010000:00010000:1.0:1787826381.596070:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1787826381.596076:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1787826381.596084:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.596090:0:15924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=25 00000080:00200000:1.0:1787826381.596095:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.596099:0:15924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2b.sanity-pfl, flags=265 00000080:00200000:1.0:1787826381.596102:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), inode mode 81a4 mask 44 00000080:00200008:1.0:1787826381.596110:0:15924:0:(file.c:1090:ll_file_open()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 154400 00000002:00010000:1.0:1787826381.596123:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x248:0x0]) in obj [0x200000401:0x247:0x0], intent: open flags 0104240114401 00010000:00010000:1.0:1787826381.596168:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.596175:0:15924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826381.596185:0:15924:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826381.596194:0:15924:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8b40 x1874671428487040/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826381.596204:0:15924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826381.596225:0:15924:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15924:1874671428487040:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826381.596698:0:15924:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78300 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.601670:0:15924:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15924:1874671428487040:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826381.601704:0:15924:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x248:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.601716:0:15924:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.601728:0:15924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.601738:0:15924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826381.601757:0:15924:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f24b8b40 x1874671428487040/t4294969187(4294969187) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/824 e 0 to 0 dl 1787826397 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826381.601771:0:15924:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b8b40 x1874671428487040/t4294969187(4294969187) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/824 e 0 to 0 dl 1787826397 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826381.601783:0:15924:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 216 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826381.601797:0:15924:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.601806:0:15924:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/584 (0 0) 00000080:00200000:1.0:1787826381.601812:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x247:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826381.601868:0:15924:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x248:0x0]: layout version change: 2 -> 2 00000080:00010000:1.0:1787826381.601874:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) for lock 0x1d187e8ba27ce23d 00000080:00010000:1.0:1787826381.601881:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce23d from it ffffbbc481c63bf0 00010000:00010000:1.0:1787826381.601885:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.601895:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00100000:1.0:1787826381.601920:0:15924:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b8b40 x1874671428487040/t4294969187(4294969187) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 736/824 e 0 to 0 dl 1787826397 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826381.602066:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), inode mode 81a4 mask 4 00000080:00200000:1.0:1787826381.602075:0:15924:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), xattr lov 00000080:00200008:1.0:1787826381.602102:0:15924:0:(file.c:6313:ll_getattr_dentry()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826381.602108:0:15924:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248),name=f2b.sanity-pfl 00000002:00010000:1.0:1787826381.602126:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x248:0x0]) in obj [0x200000401:0x247:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.602138:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826381.602150:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826381.602157:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x247:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.602162:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) 00000080:00010000:1.0:1787826381.602165:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x248:0x0](ffff9ab5d95cb248) for lock 0x1d187e8ba27ce236 00000080:00010000:1.0:1787826381.602169:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce236 from it ffffbbc481c63cd8 00010000:00010000:1.0:1787826381.602173:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826381.602179:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826381.602196:0:15924:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 2 restore needed 0 00000001:00010000:1.0:1787826381.602206:0:15924:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x248:0x0] 00000002:00010000:1.0:1787826381.602221:0:15924:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826381.602227:0:15924:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5f0310030, mdc lock ffff9ab5c5024af8, flags 400001002 00010000:00010000:1.0:1787826381.602239:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826381.602247:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000020:00200000:1.0:1787826381.602264:0:15924:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826381.602268:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826381.602275:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000020:00200000:1.0:1787826381.602283:0:15924:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826381.602291:0:15924:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 1048576 i_blocks 1 00000020:00010000:1.0:1787826381.602295:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_release():245 00000020:00010000:1.0:1787826381.602298:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.602300:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310030 (ffff9ab5d8b95878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826381.602304:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c11638 (ffff9ab5f1cb4758/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826381.602307:0:15924:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310030 (ffff9ab5f1cb4758/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826381.602316:0:15924:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826381.602348:0:15924:0:(file.c:479:ll_file_release()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 154000 00010000:00010000:1.0:1787826381.602361:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826381.602711:0:15924:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826381.602724:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826381.602733:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1787826381.602742:0:15924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1787826381.602754:0:15924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826381.602759:0:15924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826381.602762:0:15924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826381.602766:0:15924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc481c63bf8 00010000:00010000:1.0:1787826381.602769:0:15924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1787826381.602776:0:15924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:1.0:1787826381.602784:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.602790:0:15924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=25 00000080:00200000:1.0:1787826381.602795:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826381.602799:0:15924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2b.sanity-pfl, flags=265 00000080:00200000:1.0:1787826381.602803:0:15924:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), inode mode 81a4 mask 46 00000080:00200008:1.0:1787826381.602809:0:15924:0:(file.c:1090:ll_file_open()) START file f2b.sanity-pfl:[0x200000401:0x248:0x0](ffff9ab5d95cb248), flags 100002 00000002:00010000:1.0:1787826381.602821:0:15924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x248:0x0]) in obj [0x200000401:0x247:0x0], intent: open flags 04240100003 00010000:00010000:1.0:1787826381.602928:0:15924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f600/0x1d187e8ba27ce244 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826381.602936:0:15924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f600/0x1d187e8ba27ce244 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826381.602947:0:15924:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826381.602956:0:15924:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b9a40 x1874671428487296/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826381.603019:0:15924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302f600/0x1d187e8ba27ce244 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826381.603041:0:15924:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15924:1874671428487296:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826381.603205:0:15924:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c2c78300 going to sleep for 11 seconds 00000100:00100000:1.0:1787826381.606667:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450103168 00000100:00100000:1.0:1787826381.606676:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450103168 00000100:00100000:1.0:1787826381.606776:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1701 00000100:00100000:1.0:1787826381.606786:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9836940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450103168:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.606804:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302e800/0x1d187e8ba27ce236 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a94d expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826381.606992:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826381.607000:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9836940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450103168:12345-192.168.203.115@tcp:104: Request processed in 215us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.607009:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1701 00000100:00100000:1.0:1787826381.616133:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.626070:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.626109:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.626141:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450103424 00000100:00100000:1.0:1787826381.626150:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450103424 00000100:00100000:1.0:1787826381.626190:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450103552 00000100:00100000:1.0:1787826381.626193:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450103552 00000100:00100000:1.0:1787826381.626213:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1703 00000100:00100000:1.0:1787826381.626221:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450103424:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.626238:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5c00/0x1d187e8ba27ce24b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a985 expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826381.626300:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826381.626307:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450103424:12345-192.168.203.115@tcp:104: Request processed in 87us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.626314:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1703 00000100:00100000:1.0:1787826381.626330:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1704 00000100:00100000:1.0:1787826381.626335:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450103552:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.626343:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ee00/0x1d187e8ba27ce23d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x248:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a95b expref: -99 pid: 15924 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826381.626490:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787826381.626496:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450103552:12345-192.168.203.115@tcp:104: Request processed in 161us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.626503:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1704 00000100:00100000:1.0:1787826381.668024:0:15925:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9834b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:15925:1874671428489344:192.168.203.115@tcp:34:lfs.0 00000080:00200008:1.0:1787826381.668190:0:15925:0:(file.c:479:ll_file_release()) START file d2b.sanity-pfl:[0x200000401:0x247:0x0](ffff9ab5d96a1988), flags 304000 00010000:00010000:1.0:1787826381.668217:0:15925:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aae00/0x1d187e8ba27ce259 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x247:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a9af expref: -99 pid: 15925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787826381.795112:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826381.795148:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450103680 00000100:00100000:1.0:1787826381.795156:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450103680 00000100:00100000:1.0:1787826381.795196:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1705 00000100:00100000:1.0:1787826381.795205:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5856:x1874671450103680:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826381.795225:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795292:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826381.795300:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5856:x1874671450103680:12345-192.168.203.115@tcp:104: Request processed in 95us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826381.795307:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1705 00010000:00010000:1.0:1787826381.795329:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787826381.795337:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795346:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826381.795351:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795360:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795368:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1787826381.795417:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x248:0x0] ignore/verify layout 1/0, layout version 2 restore needed 0 00000080:00200000:1.0:1787826381.795428:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x248:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1787826381.795482:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795490:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826381.795520:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795527:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce1f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x40 rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1a820 expref: -99 pid: 15918 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826381.795545:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826381.795547:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826381.795549:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826381.795557:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826381.795570:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428490624:192.168.203.115@tcp:103:ldlm_bl.0 00000020:00200000:1.0:1787826383.070046:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000080:00200000:1.0:1787826383.070053:0:15926:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1572864 count 1572864 file_offset 4194304 00000020:00010000:1.0:1787826383.070065:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ac8038 (ffff9ab5c7619248/0) at cl_lock_release():245 00000020:00010000:1.0:1787826383.070068:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ac8038 (ffff9ab5c7619248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.070072:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54d30 (ffff9ab5ea87be18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.070075:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ac8038 (ffff9ab5c7619248/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.070077:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54d30 (ffff9ab5c7619248/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826383.070086:0:15926:0:(vvp_io.c:533:vvp_io_advance()) advancing 1572864 bytes 00020000:00200000:1.0:1787826383.070094:0:15926:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [4194304, 7864320) 7864320, 3670016 00020000:00200000:1.0:1787826383.070098:0:15926:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000008:00010000:1.0:1787826383.070116:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78b40 00000008:00100000:1.0:1787826383.070345:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b8780 - object 0x280000403:33 offset 3670016<>4194304 00000100:00100000:1.0:1787826383.070381:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826383.070392:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492032:192.168.203.115@tcp:4:small_write.0 00000080:00200000:1.0:1787826383.070660:0:15926:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1919] 00000008:00010000:1.0:1787826383.070674:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826383.070678:0:15926:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310030, osc lock ffff9ab5c5024af8, flags 0x0 00000080:00200000:1.0:1787826383.070687:0:15926:0:(vvp_io.c:1339:vvp_io_write_start()) f2b.sanity-pfl: write [4194304, 7864320) append 0 append lockpos 0 00000080:00200000:1.0:1787826383.070698:0:15926:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x248:0x0](ffff9ab5d95cb248), size=3670016 (max 335544320), offset=4194304=0x400000, pages 896 (max 81920), lockless, parallel, unaligned, hybrid 00000008:00010000:1.0:1787826383.071673:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78300 00000020:00200000:1.0:1787826383.071818:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3670016, offset 0, pos 4194304, cdp_page_count 896 00000020:00200000:1.0:1787826383.071825:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3665920, offset 0, pos 4198400, cdp_page_count 896 00000020:00200000:1.0:1787826383.071829:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3661824, offset 0, pos 4202496, cdp_page_count 896 00000020:00200000:1.0:1787826383.071832:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3657728, offset 0, pos 4206592, cdp_page_count 896 00000020:00200000:1.0:1787826383.071835:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3653632, offset 0, pos 4210688, cdp_page_count 896 00000020:00200000:1.0:1787826383.071838:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3649536, offset 0, pos 4214784, cdp_page_count 896 00000020:00200000:1.0:1787826383.071841:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3645440, offset 0, pos 4218880, cdp_page_count 896 00000020:00200000:1.0:1787826383.071844:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3641344, offset 0, pos 4222976, cdp_page_count 896 00000020:00200000:1.0:1787826383.071847:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3637248, offset 0, pos 4227072, cdp_page_count 896 00000020:00200000:1.0:1787826383.071850:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3633152, offset 0, pos 4231168, cdp_page_count 896 00000020:00200000:1.0:1787826383.071853:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3629056, offset 0, pos 4235264, cdp_page_count 896 00000020:00200000:1.0:1787826383.071855:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3624960, offset 0, pos 4239360, cdp_page_count 896 00000020:00200000:1.0:1787826383.071858:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3620864, offset 0, pos 4243456, cdp_page_count 896 00000020:00200000:1.0:1787826383.071861:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3616768, offset 0, pos 4247552, cdp_page_count 896 00000020:00200000:1.0:1787826383.071864:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3612672, offset 0, pos 4251648, cdp_page_count 896 00000020:00200000:1.0:1787826383.071867:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3608576, offset 0, pos 4255744, cdp_page_count 896 00000020:00200000:1.0:1787826383.071870:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3604480, offset 0, pos 4259840, cdp_page_count 896 00000020:00200000:1.0:1787826383.071872:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3600384, offset 0, pos 4263936, cdp_page_count 896 00000020:00200000:1.0:1787826383.071875:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3596288, offset 0, pos 4268032, cdp_page_count 896 00000020:00200000:1.0:1787826383.071878:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3592192, offset 0, pos 4272128, cdp_page_count 896 00000020:00200000:1.0:1787826383.071880:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3588096, offset 0, pos 4276224, cdp_page_count 896 00000020:00200000:1.0:1787826383.071883:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3584000, offset 0, pos 4280320, cdp_page_count 896 00000020:00200000:1.0:1787826383.071885:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3579904, offset 0, pos 4284416, cdp_page_count 896 00000020:00200000:1.0:1787826383.071888:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3575808, offset 0, pos 4288512, cdp_page_count 896 00000020:00200000:1.0:1787826383.071890:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3571712, offset 0, pos 4292608, cdp_page_count 896 00000020:00200000:1.0:1787826383.071893:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3567616, offset 0, pos 4296704, cdp_page_count 896 00000020:00200000:1.0:1787826383.071895:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3563520, offset 0, pos 4300800, cdp_page_count 896 00000020:00200000:1.0:1787826383.071898:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3559424, offset 0, pos 4304896, cdp_page_count 896 00000020:00200000:1.0:1787826383.071901:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3555328, offset 0, pos 4308992, cdp_page_count 896 00000020:00200000:1.0:1787826383.071903:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3551232, offset 0, pos 4313088, cdp_page_count 896 00000020:00200000:1.0:1787826383.071906:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3547136, offset 0, pos 4317184, cdp_page_count 896 00000020:00200000:1.0:1787826383.071909:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3543040, offset 0, pos 4321280, cdp_page_count 896 00000020:00200000:1.0:1787826383.071912:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3538944, offset 0, pos 4325376, cdp_page_count 896 00000020:00200000:1.0:1787826383.071915:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3534848, offset 0, pos 4329472, cdp_page_count 896 00000020:00200000:1.0:1787826383.071918:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3530752, offset 0, pos 4333568, cdp_page_count 896 00000020:00200000:1.0:1787826383.071921:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3526656, offset 0, pos 4337664, cdp_page_count 896 00000020:00200000:1.0:1787826383.071925:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3522560, offset 0, pos 4341760, cdp_page_count 896 00000020:00200000:1.0:1787826383.071928:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3518464, offset 0, pos 4345856, cdp_page_count 896 00000020:00200000:1.0:1787826383.071931:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3514368, offset 0, pos 4349952, cdp_page_count 896 00000020:00200000:1.0:1787826383.071934:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3510272, offset 0, pos 4354048, cdp_page_count 896 00000020:00200000:1.0:1787826383.071937:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3506176, offset 0, pos 4358144, cdp_page_count 896 00000020:00200000:1.0:1787826383.071940:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3502080, offset 0, pos 4362240, cdp_page_count 896 00000020:00200000:1.0:1787826383.071943:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3497984, offset 0, pos 4366336, cdp_page_count 896 00000020:00200000:1.0:1787826383.071945:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3493888, offset 0, pos 4370432, cdp_page_count 896 00000020:00200000:1.0:1787826383.071948:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3489792, offset 0, pos 4374528, cdp_page_count 896 00000020:00200000:1.0:1787826383.071951:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3485696, offset 0, pos 4378624, cdp_page_count 896 00000020:00200000:1.0:1787826383.071954:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3481600, offset 0, pos 4382720, cdp_page_count 896 00000020:00200000:1.0:1787826383.071957:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3477504, offset 0, pos 4386816, cdp_page_count 896 00000020:00200000:1.0:1787826383.071960:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3473408, offset 0, pos 4390912, cdp_page_count 896 00000020:00200000:1.0:1787826383.071963:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3469312, offset 0, pos 4395008, cdp_page_count 896 00000020:00200000:1.0:1787826383.071966:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3465216, offset 0, pos 4399104, cdp_page_count 896 00000020:00200000:1.0:1787826383.071969:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3461120, offset 0, pos 4403200, cdp_page_count 896 00000020:00200000:1.0:1787826383.071972:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3457024, offset 0, pos 4407296, cdp_page_count 896 00000020:00200000:1.0:1787826383.071975:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3452928, offset 0, pos 4411392, cdp_page_count 896 00000020:00200000:1.0:1787826383.071978:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3448832, offset 0, pos 4415488, cdp_page_count 896 00000020:00200000:1.0:1787826383.071981:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3444736, offset 0, pos 4419584, cdp_page_count 896 00000020:00200000:1.0:1787826383.071984:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3440640, offset 0, pos 4423680, cdp_page_count 896 00000020:00200000:1.0:1787826383.071987:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3436544, offset 0, pos 4427776, cdp_page_count 896 00000020:00200000:1.0:1787826383.071990:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3432448, offset 0, pos 4431872, cdp_page_count 896 00000020:00200000:1.0:1787826383.071993:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3428352, offset 0, pos 4435968, cdp_page_count 896 00000020:00200000:1.0:1787826383.071996:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3424256, offset 0, pos 4440064, cdp_page_count 896 00000020:00200000:1.0:1787826383.071999:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3420160, offset 0, pos 4444160, cdp_page_count 896 00000020:00200000:1.0:1787826383.072002:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3416064, offset 0, pos 4448256, cdp_page_count 896 00000020:00200000:1.0:1787826383.072005:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3411968, offset 0, pos 4452352, cdp_page_count 896 00000020:00200000:1.0:1787826383.072008:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3407872, offset 0, pos 4456448, cdp_page_count 896 00000020:00200000:1.0:1787826383.072010:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3403776, offset 0, pos 4460544, cdp_page_count 896 00000020:00200000:1.0:1787826383.072013:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3399680, offset 0, pos 4464640, cdp_page_count 896 00000020:00200000:1.0:1787826383.072015:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3395584, offset 0, pos 4468736, cdp_page_count 896 00000020:00200000:1.0:1787826383.072018:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3391488, offset 0, pos 4472832, cdp_page_count 896 00000020:00200000:1.0:1787826383.072020:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3387392, offset 0, pos 4476928, cdp_page_count 896 00000020:00200000:1.0:1787826383.072023:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3383296, offset 0, pos 4481024, cdp_page_count 896 00000020:00200000:1.0:1787826383.072026:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3379200, offset 0, pos 4485120, cdp_page_count 896 00000020:00200000:1.0:1787826383.072029:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3375104, offset 0, pos 4489216, cdp_page_count 896 00000020:00200000:1.0:1787826383.072031:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3371008, offset 0, pos 4493312, cdp_page_count 896 00000020:00200000:1.0:1787826383.072034:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3366912, offset 0, pos 4497408, cdp_page_count 896 00000020:00200000:1.0:1787826383.072037:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3362816, offset 0, pos 4501504, cdp_page_count 896 00000020:00200000:1.0:1787826383.072040:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3358720, offset 0, pos 4505600, cdp_page_count 896 00000020:00200000:1.0:1787826383.072042:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3354624, offset 0, pos 4509696, cdp_page_count 896 00000020:00200000:1.0:1787826383.072045:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3350528, offset 0, pos 4513792, cdp_page_count 896 00000020:00200000:1.0:1787826383.072047:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3346432, offset 0, pos 4517888, cdp_page_count 896 00000020:00200000:1.0:1787826383.072050:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3342336, offset 0, pos 4521984, cdp_page_count 896 00000020:00200000:1.0:1787826383.072053:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3338240, offset 0, pos 4526080, cdp_page_count 896 00000020:00200000:1.0:1787826383.072055:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3334144, offset 0, pos 4530176, cdp_page_count 896 00000020:00200000:1.0:1787826383.072058:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3330048, offset 0, pos 4534272, cdp_page_count 896 00000020:00200000:1.0:1787826383.072061:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3325952, offset 0, pos 4538368, cdp_page_count 896 00000020:00200000:1.0:1787826383.072064:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3321856, offset 0, pos 4542464, cdp_page_count 896 00000020:00200000:1.0:1787826383.072067:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3317760, offset 0, pos 4546560, cdp_page_count 896 00000020:00200000:1.0:1787826383.072070:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3313664, offset 0, pos 4550656, cdp_page_count 896 00000020:00200000:1.0:1787826383.072072:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3309568, offset 0, pos 4554752, cdp_page_count 896 00000020:00200000:1.0:1787826383.072075:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3305472, offset 0, pos 4558848, cdp_page_count 896 00000020:00200000:1.0:1787826383.072078:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3301376, offset 0, pos 4562944, cdp_page_count 896 00000020:00200000:1.0:1787826383.072081:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3297280, offset 0, pos 4567040, cdp_page_count 896 00000020:00200000:1.0:1787826383.072084:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3293184, offset 0, pos 4571136, cdp_page_count 896 00000020:00200000:1.0:1787826383.072087:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3289088, offset 0, pos 4575232, cdp_page_count 896 00000020:00200000:1.0:1787826383.072090:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3284992, offset 0, pos 4579328, cdp_page_count 896 00000020:00200000:1.0:1787826383.072093:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3280896, offset 0, pos 4583424, cdp_page_count 896 00000020:00200000:1.0:1787826383.072096:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3276800, offset 0, pos 4587520, cdp_page_count 896 00000020:00200000:1.0:1787826383.072099:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3272704, offset 0, pos 4591616, cdp_page_count 896 00000020:00200000:1.0:1787826383.072103:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3268608, offset 0, pos 4595712, cdp_page_count 896 00000020:00200000:1.0:1787826383.072106:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3264512, offset 0, pos 4599808, cdp_page_count 896 00000020:00200000:1.0:1787826383.072109:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3260416, offset 0, pos 4603904, cdp_page_count 896 00000020:00200000:1.0:1787826383.072112:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3256320, offset 0, pos 4608000, cdp_page_count 896 00000020:00200000:1.0:1787826383.072114:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3252224, offset 0, pos 4612096, cdp_page_count 896 00000020:00200000:1.0:1787826383.072117:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3248128, offset 0, pos 4616192, cdp_page_count 896 00000020:00200000:1.0:1787826383.072120:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3244032, offset 0, pos 4620288, cdp_page_count 896 00000020:00200000:1.0:1787826383.072123:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3239936, offset 0, pos 4624384, cdp_page_count 896 00000020:00200000:1.0:1787826383.072126:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3235840, offset 0, pos 4628480, cdp_page_count 896 00000020:00200000:1.0:1787826383.072129:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3231744, offset 0, pos 4632576, cdp_page_count 896 00000020:00200000:1.0:1787826383.072131:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3227648, offset 0, pos 4636672, cdp_page_count 896 00000020:00200000:1.0:1787826383.072134:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3223552, offset 0, pos 4640768, cdp_page_count 896 00000020:00200000:1.0:1787826383.072137:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3219456, offset 0, pos 4644864, cdp_page_count 896 00000020:00200000:1.0:1787826383.072139:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3215360, offset 0, pos 4648960, cdp_page_count 896 00000020:00200000:1.0:1787826383.072142:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3211264, offset 0, pos 4653056, cdp_page_count 896 00000020:00200000:1.0:1787826383.072145:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3207168, offset 0, pos 4657152, cdp_page_count 896 00000020:00200000:1.0:1787826383.072148:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3203072, offset 0, pos 4661248, cdp_page_count 896 00000020:00200000:1.0:1787826383.072150:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3198976, offset 0, pos 4665344, cdp_page_count 896 00000020:00200000:1.0:1787826383.072153:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3194880, offset 0, pos 4669440, cdp_page_count 896 00000020:00200000:1.0:1787826383.072155:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3190784, offset 0, pos 4673536, cdp_page_count 896 00000020:00200000:1.0:1787826383.072158:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3186688, offset 0, pos 4677632, cdp_page_count 896 00000020:00200000:1.0:1787826383.072161:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3182592, offset 0, pos 4681728, cdp_page_count 896 00000020:00200000:1.0:1787826383.072163:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3178496, offset 0, pos 4685824, cdp_page_count 896 00000020:00200000:1.0:1787826383.072166:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3174400, offset 0, pos 4689920, cdp_page_count 896 00000020:00200000:1.0:1787826383.072169:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3170304, offset 0, pos 4694016, cdp_page_count 896 00000020:00200000:1.0:1787826383.072171:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3166208, offset 0, pos 4698112, cdp_page_count 896 00000020:00200000:1.0:1787826383.072174:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3162112, offset 0, pos 4702208, cdp_page_count 896 00000020:00200000:1.0:1787826383.072177:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3158016, offset 0, pos 4706304, cdp_page_count 896 00000020:00200000:1.0:1787826383.072180:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3153920, offset 0, pos 4710400, cdp_page_count 896 00000020:00200000:1.0:1787826383.072183:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3149824, offset 0, pos 4714496, cdp_page_count 896 00000020:00200000:1.0:1787826383.072185:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3145728, offset 0, pos 4718592, cdp_page_count 896 00000020:00200000:1.0:1787826383.072189:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3141632, offset 0, pos 4722688, cdp_page_count 896 00000020:00200000:1.0:1787826383.072191:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3137536, offset 0, pos 4726784, cdp_page_count 896 00000020:00200000:1.0:1787826383.072194:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3133440, offset 0, pos 4730880, cdp_page_count 896 00000020:00200000:1.0:1787826383.072197:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3129344, offset 0, pos 4734976, cdp_page_count 896 00000020:00200000:1.0:1787826383.072200:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3125248, offset 0, pos 4739072, cdp_page_count 896 00000020:00200000:1.0:1787826383.072203:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3121152, offset 0, pos 4743168, cdp_page_count 896 00000020:00200000:1.0:1787826383.072206:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3117056, offset 0, pos 4747264, cdp_page_count 896 00000020:00200000:1.0:1787826383.072209:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3112960, offset 0, pos 4751360, cdp_page_count 896 00000020:00200000:1.0:1787826383.072211:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3108864, offset 0, pos 4755456, cdp_page_count 896 00000020:00200000:1.0:1787826383.072214:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3104768, offset 0, pos 4759552, cdp_page_count 896 00000020:00200000:1.0:1787826383.072217:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3100672, offset 0, pos 4763648, cdp_page_count 896 00000020:00200000:1.0:1787826383.072220:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3096576, offset 0, pos 4767744, cdp_page_count 896 00000020:00200000:1.0:1787826383.072222:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3092480, offset 0, pos 4771840, cdp_page_count 896 00000020:00200000:1.0:1787826383.072225:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3088384, offset 0, pos 4775936, cdp_page_count 896 00000020:00200000:1.0:1787826383.072228:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3084288, offset 0, pos 4780032, cdp_page_count 896 00000020:00200000:1.0:1787826383.072231:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3080192, offset 0, pos 4784128, cdp_page_count 896 00000020:00200000:1.0:1787826383.072233:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3076096, offset 0, pos 4788224, cdp_page_count 896 00000020:00200000:1.0:1787826383.072236:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3072000, offset 0, pos 4792320, cdp_page_count 896 00000020:00200000:1.0:1787826383.072238:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3067904, offset 0, pos 4796416, cdp_page_count 896 00000020:00200000:1.0:1787826383.072241:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3063808, offset 0, pos 4800512, cdp_page_count 896 00000020:00200000:1.0:1787826383.072244:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3059712, offset 0, pos 4804608, cdp_page_count 896 00000020:00200000:1.0:1787826383.072246:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3055616, offset 0, pos 4808704, cdp_page_count 896 00000020:00200000:1.0:1787826383.072249:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3051520, offset 0, pos 4812800, cdp_page_count 896 00000020:00200000:1.0:1787826383.072252:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3047424, offset 0, pos 4816896, cdp_page_count 896 00000020:00200000:1.0:1787826383.072255:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3043328, offset 0, pos 4820992, cdp_page_count 896 00000020:00200000:1.0:1787826383.072258:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3039232, offset 0, pos 4825088, cdp_page_count 896 00000020:00200000:1.0:1787826383.072260:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3035136, offset 0, pos 4829184, cdp_page_count 896 00000020:00200000:1.0:1787826383.072262:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3031040, offset 0, pos 4833280, cdp_page_count 896 00000020:00200000:1.0:1787826383.072265:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3026944, offset 0, pos 4837376, cdp_page_count 896 00000020:00200000:1.0:1787826383.072268:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3022848, offset 0, pos 4841472, cdp_page_count 896 00000020:00200000:1.0:1787826383.072271:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3018752, offset 0, pos 4845568, cdp_page_count 896 00000020:00200000:1.0:1787826383.072274:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3014656, offset 0, pos 4849664, cdp_page_count 896 00000020:00200000:1.0:1787826383.072278:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3010560, offset 0, pos 4853760, cdp_page_count 896 00000020:00200000:1.0:1787826383.072282:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3006464, offset 0, pos 4857856, cdp_page_count 896 00000020:00200000:1.0:1787826383.072285:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3002368, offset 0, pos 4861952, cdp_page_count 896 00000020:00200000:1.0:1787826383.072288:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2998272, offset 0, pos 4866048, cdp_page_count 896 00000020:00200000:1.0:1787826383.072292:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2994176, offset 0, pos 4870144, cdp_page_count 896 00000020:00200000:1.0:1787826383.072295:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2990080, offset 0, pos 4874240, cdp_page_count 896 00000020:00200000:1.0:1787826383.072298:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2985984, offset 0, pos 4878336, cdp_page_count 896 00000020:00200000:1.0:1787826383.072302:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2981888, offset 0, pos 4882432, cdp_page_count 896 00000020:00200000:1.0:1787826383.072305:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2977792, offset 0, pos 4886528, cdp_page_count 896 00000020:00200000:1.0:1787826383.072309:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2973696, offset 0, pos 4890624, cdp_page_count 896 00000020:00200000:1.0:1787826383.072312:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2969600, offset 0, pos 4894720, cdp_page_count 896 00000020:00200000:1.0:1787826383.072315:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2965504, offset 0, pos 4898816, cdp_page_count 896 00000020:00200000:1.0:1787826383.072319:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2961408, offset 0, pos 4902912, cdp_page_count 896 00000020:00200000:1.0:1787826383.072322:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2957312, offset 0, pos 4907008, cdp_page_count 896 00000020:00200000:1.0:1787826383.072325:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2953216, offset 0, pos 4911104, cdp_page_count 896 00000020:00200000:1.0:1787826383.072329:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2949120, offset 0, pos 4915200, cdp_page_count 896 00000020:00200000:1.0:1787826383.072333:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2945024, offset 0, pos 4919296, cdp_page_count 896 00000020:00200000:1.0:1787826383.072336:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2940928, offset 0, pos 4923392, cdp_page_count 896 00000020:00200000:1.0:1787826383.072339:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2936832, offset 0, pos 4927488, cdp_page_count 896 00000020:00200000:1.0:1787826383.072341:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2932736, offset 0, pos 4931584, cdp_page_count 896 00000020:00200000:1.0:1787826383.072345:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2928640, offset 0, pos 4935680, cdp_page_count 896 00000020:00200000:1.0:1787826383.072348:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2924544, offset 0, pos 4939776, cdp_page_count 896 00000020:00200000:1.0:1787826383.072351:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2920448, offset 0, pos 4943872, cdp_page_count 896 00000020:00200000:1.0:1787826383.072355:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2916352, offset 0, pos 4947968, cdp_page_count 896 00000020:00200000:1.0:1787826383.072358:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2912256, offset 0, pos 4952064, cdp_page_count 896 00000020:00200000:1.0:1787826383.072362:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2908160, offset 0, pos 4956160, cdp_page_count 896 00000020:00200000:1.0:1787826383.072365:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2904064, offset 0, pos 4960256, cdp_page_count 896 00000020:00200000:1.0:1787826383.072368:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2899968, offset 0, pos 4964352, cdp_page_count 896 00000020:00200000:1.0:1787826383.072373:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2895872, offset 0, pos 4968448, cdp_page_count 896 00000020:00200000:1.0:1787826383.072376:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2891776, offset 0, pos 4972544, cdp_page_count 896 00000020:00200000:1.0:1787826383.072381:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2887680, offset 0, pos 4976640, cdp_page_count 896 00000020:00200000:1.0:1787826383.072384:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2883584, offset 0, pos 4980736, cdp_page_count 896 00000020:00200000:1.0:1787826383.072387:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2879488, offset 0, pos 4984832, cdp_page_count 896 00000020:00200000:1.0:1787826383.072391:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2875392, offset 0, pos 4988928, cdp_page_count 896 00000020:00200000:1.0:1787826383.072394:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2871296, offset 0, pos 4993024, cdp_page_count 896 00000020:00200000:1.0:1787826383.072423:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2867200, offset 0, pos 4997120, cdp_page_count 896 00000020:00200000:1.0:1787826383.072428:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2863104, offset 0, pos 5001216, cdp_page_count 896 00000020:00200000:1.0:1787826383.072431:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2859008, offset 0, pos 5005312, cdp_page_count 896 00000020:00200000:1.0:1787826383.072435:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2854912, offset 0, pos 5009408, cdp_page_count 896 00000020:00200000:1.0:1787826383.072438:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2850816, offset 0, pos 5013504, cdp_page_count 896 00000020:00200000:1.0:1787826383.072454:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2846720, offset 0, pos 5017600, cdp_page_count 896 00000020:00200000:1.0:1787826383.072457:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2842624, offset 0, pos 5021696, cdp_page_count 896 00000020:00200000:1.0:1787826383.072461:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2838528, offset 0, pos 5025792, cdp_page_count 896 00000020:00200000:1.0:1787826383.072464:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2834432, offset 0, pos 5029888, cdp_page_count 896 00000020:00200000:1.0:1787826383.072467:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2830336, offset 0, pos 5033984, cdp_page_count 896 00000020:00200000:1.0:1787826383.072471:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2826240, offset 0, pos 5038080, cdp_page_count 896 00000020:00200000:1.0:1787826383.072474:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2822144, offset 0, pos 5042176, cdp_page_count 896 00000020:00200000:1.0:1787826383.072478:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2818048, offset 0, pos 5046272, cdp_page_count 896 00000020:00200000:1.0:1787826383.072481:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2813952, offset 0, pos 5050368, cdp_page_count 896 00000020:00200000:1.0:1787826383.072484:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2809856, offset 0, pos 5054464, cdp_page_count 896 00000020:00200000:1.0:1787826383.072488:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2805760, offset 0, pos 5058560, cdp_page_count 896 00000020:00200000:1.0:1787826383.072492:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2801664, offset 0, pos 5062656, cdp_page_count 896 00000020:00200000:1.0:1787826383.072495:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2797568, offset 0, pos 5066752, cdp_page_count 896 00000020:00200000:1.0:1787826383.072498:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2793472, offset 0, pos 5070848, cdp_page_count 896 00000020:00200000:1.0:1787826383.072501:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2789376, offset 0, pos 5074944, cdp_page_count 896 00000020:00200000:1.0:1787826383.072504:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2785280, offset 0, pos 5079040, cdp_page_count 896 00000020:00200000:1.0:1787826383.072508:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2781184, offset 0, pos 5083136, cdp_page_count 896 00000020:00200000:1.0:1787826383.072511:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2777088, offset 0, pos 5087232, cdp_page_count 896 00000020:00200000:1.0:1787826383.072514:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2772992, offset 0, pos 5091328, cdp_page_count 896 00000020:00200000:1.0:1787826383.072517:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2768896, offset 0, pos 5095424, cdp_page_count 896 00000020:00200000:1.0:1787826383.072520:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2764800, offset 0, pos 5099520, cdp_page_count 896 00000020:00200000:1.0:1787826383.072522:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2760704, offset 0, pos 5103616, cdp_page_count 896 00000020:00200000:1.0:1787826383.072525:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2756608, offset 0, pos 5107712, cdp_page_count 896 00000020:00200000:1.0:1787826383.072528:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2752512, offset 0, pos 5111808, cdp_page_count 896 00000020:00200000:1.0:1787826383.072531:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2748416, offset 0, pos 5115904, cdp_page_count 896 00000020:00200000:1.0:1787826383.072535:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2744320, offset 0, pos 5120000, cdp_page_count 896 00000020:00200000:1.0:1787826383.072539:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2740224, offset 0, pos 5124096, cdp_page_count 896 00000020:00200000:1.0:1787826383.072542:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2736128, offset 0, pos 5128192, cdp_page_count 896 00000020:00200000:1.0:1787826383.072545:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2732032, offset 0, pos 5132288, cdp_page_count 896 00000020:00200000:1.0:1787826383.072548:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2727936, offset 0, pos 5136384, cdp_page_count 896 00000020:00200000:1.0:1787826383.072551:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2723840, offset 0, pos 5140480, cdp_page_count 896 00000020:00200000:1.0:1787826383.072555:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2719744, offset 0, pos 5144576, cdp_page_count 896 00000020:00200000:1.0:1787826383.072557:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2715648, offset 0, pos 5148672, cdp_page_count 896 00000020:00200000:1.0:1787826383.072561:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2711552, offset 0, pos 5152768, cdp_page_count 896 00000020:00200000:1.0:1787826383.072565:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2707456, offset 0, pos 5156864, cdp_page_count 896 00000020:00200000:1.0:1787826383.072568:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2703360, offset 0, pos 5160960, cdp_page_count 896 00000020:00200000:1.0:1787826383.072571:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2699264, offset 0, pos 5165056, cdp_page_count 896 00000020:00200000:1.0:1787826383.072574:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2695168, offset 0, pos 5169152, cdp_page_count 896 00000020:00200000:1.0:1787826383.072577:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2691072, offset 0, pos 5173248, cdp_page_count 896 00000020:00200000:1.0:1787826383.072580:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2686976, offset 0, pos 5177344, cdp_page_count 896 00000020:00200000:1.0:1787826383.072584:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2682880, offset 0, pos 5181440, cdp_page_count 896 00000020:00200000:1.0:1787826383.072587:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2678784, offset 0, pos 5185536, cdp_page_count 896 00000020:00200000:1.0:1787826383.072590:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2674688, offset 0, pos 5189632, cdp_page_count 896 00000020:00200000:1.0:1787826383.072592:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2670592, offset 0, pos 5193728, cdp_page_count 896 00000020:00200000:1.0:1787826383.072595:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2666496, offset 0, pos 5197824, cdp_page_count 896 00000020:00200000:1.0:1787826383.072598:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2662400, offset 0, pos 5201920, cdp_page_count 896 00000020:00200000:1.0:1787826383.072601:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2658304, offset 0, pos 5206016, cdp_page_count 896 00000020:00200000:1.0:1787826383.072605:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2654208, offset 0, pos 5210112, cdp_page_count 896 00000020:00200000:1.0:1787826383.072608:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2650112, offset 0, pos 5214208, cdp_page_count 896 00000020:00200000:1.0:1787826383.072612:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2646016, offset 0, pos 5218304, cdp_page_count 896 00000020:00200000:1.0:1787826383.072615:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2641920, offset 0, pos 5222400, cdp_page_count 896 00000020:00200000:1.0:1787826383.072618:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2637824, offset 0, pos 5226496, cdp_page_count 896 00000020:00200000:1.0:1787826383.072621:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2633728, offset 0, pos 5230592, cdp_page_count 896 00000020:00200000:1.0:1787826383.072624:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2629632, offset 0, pos 5234688, cdp_page_count 896 00000020:00200000:1.0:1787826383.072626:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2625536, offset 0, pos 5238784, cdp_page_count 896 00000020:00200000:1.0:1787826383.072630:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2621440, offset 0, pos 5242880, cdp_page_count 896 00000020:00200000:1.0:1787826383.072633:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2617344, offset 0, pos 5246976, cdp_page_count 896 00000020:00200000:1.0:1787826383.072636:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2613248, offset 0, pos 5251072, cdp_page_count 896 00000020:00200000:1.0:1787826383.072640:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2609152, offset 0, pos 5255168, cdp_page_count 896 00000020:00200000:1.0:1787826383.072643:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2605056, offset 0, pos 5259264, cdp_page_count 896 00000020:00200000:1.0:1787826383.072646:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2600960, offset 0, pos 5263360, cdp_page_count 896 00000020:00200000:1.0:1787826383.072648:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2596864, offset 0, pos 5267456, cdp_page_count 896 00000020:00200000:1.0:1787826383.072651:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2592768, offset 0, pos 5271552, cdp_page_count 896 00000020:00200000:1.0:1787826383.072655:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2588672, offset 0, pos 5275648, cdp_page_count 896 00000020:00200000:1.0:1787826383.072658:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2584576, offset 0, pos 5279744, cdp_page_count 896 00000020:00200000:1.0:1787826383.072661:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2580480, offset 0, pos 5283840, cdp_page_count 896 00000020:00200000:1.0:1787826383.072664:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2576384, offset 0, pos 5287936, cdp_page_count 896 00000020:00200000:1.0:1787826383.072667:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2572288, offset 0, pos 5292032, cdp_page_count 896 00000020:00200000:1.0:1787826383.072671:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2568192, offset 0, pos 5296128, cdp_page_count 896 00000020:00200000:1.0:1787826383.072674:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2564096, offset 0, pos 5300224, cdp_page_count 896 00000020:00200000:1.0:1787826383.072678:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2560000, offset 0, pos 5304320, cdp_page_count 896 00000020:00200000:1.0:1787826383.072681:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2555904, offset 0, pos 5308416, cdp_page_count 896 00000020:00200000:1.0:1787826383.072685:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2551808, offset 0, pos 5312512, cdp_page_count 896 00000020:00200000:1.0:1787826383.072689:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2547712, offset 0, pos 5316608, cdp_page_count 896 00000020:00200000:1.0:1787826383.072692:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2543616, offset 0, pos 5320704, cdp_page_count 896 00000020:00200000:1.0:1787826383.072695:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2539520, offset 0, pos 5324800, cdp_page_count 896 00000020:00200000:1.0:1787826383.072697:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2535424, offset 0, pos 5328896, cdp_page_count 896 00000020:00200000:1.0:1787826383.072700:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2531328, offset 0, pos 5332992, cdp_page_count 896 00000020:00200000:1.0:1787826383.072702:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2527232, offset 0, pos 5337088, cdp_page_count 896 00000020:00200000:1.0:1787826383.072705:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2523136, offset 0, pos 5341184, cdp_page_count 896 00000020:00200000:1.0:1787826383.072708:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2519040, offset 0, pos 5345280, cdp_page_count 896 00000020:00200000:1.0:1787826383.072712:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2514944, offset 0, pos 5349376, cdp_page_count 896 00000020:00200000:1.0:1787826383.072715:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2510848, offset 0, pos 5353472, cdp_page_count 896 00000020:00200000:1.0:1787826383.072719:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2506752, offset 0, pos 5357568, cdp_page_count 896 00000020:00200000:1.0:1787826383.072723:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2502656, offset 0, pos 5361664, cdp_page_count 896 00000020:00200000:1.0:1787826383.072726:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2498560, offset 0, pos 5365760, cdp_page_count 896 00000020:00200000:1.0:1787826383.072729:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2494464, offset 0, pos 5369856, cdp_page_count 896 00000020:00200000:1.0:1787826383.072732:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2490368, offset 0, pos 5373952, cdp_page_count 896 00000020:00200000:1.0:1787826383.072735:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2486272, offset 0, pos 5378048, cdp_page_count 896 00000020:00200000:1.0:1787826383.072738:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2482176, offset 0, pos 5382144, cdp_page_count 896 00000020:00200000:1.0:1787826383.072741:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2478080, offset 0, pos 5386240, cdp_page_count 896 00000020:00200000:1.0:1787826383.072744:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2473984, offset 0, pos 5390336, cdp_page_count 896 00000020:00200000:1.0:1787826383.072747:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2469888, offset 0, pos 5394432, cdp_page_count 896 00000020:00200000:1.0:1787826383.072749:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2465792, offset 0, pos 5398528, cdp_page_count 896 00000020:00200000:1.0:1787826383.072752:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2461696, offset 0, pos 5402624, cdp_page_count 896 00000020:00200000:1.0:1787826383.072755:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2457600, offset 0, pos 5406720, cdp_page_count 896 00000020:00200000:1.0:1787826383.072757:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2453504, offset 0, pos 5410816, cdp_page_count 896 00000020:00200000:1.0:1787826383.072760:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2449408, offset 0, pos 5414912, cdp_page_count 896 00000020:00200000:1.0:1787826383.072764:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2445312, offset 0, pos 5419008, cdp_page_count 896 00000020:00200000:1.0:1787826383.072767:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2441216, offset 0, pos 5423104, cdp_page_count 896 00000020:00200000:1.0:1787826383.072770:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2437120, offset 0, pos 5427200, cdp_page_count 896 00000020:00200000:1.0:1787826383.072774:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2433024, offset 0, pos 5431296, cdp_page_count 896 00000020:00200000:1.0:1787826383.072777:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2428928, offset 0, pos 5435392, cdp_page_count 896 00000020:00200000:1.0:1787826383.072780:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2424832, offset 0, pos 5439488, cdp_page_count 896 00000020:00200000:1.0:1787826383.072783:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2420736, offset 0, pos 5443584, cdp_page_count 896 00000020:00200000:1.0:1787826383.072786:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2416640, offset 0, pos 5447680, cdp_page_count 896 00000020:00200000:1.0:1787826383.072789:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2412544, offset 0, pos 5451776, cdp_page_count 896 00000020:00200000:1.0:1787826383.072793:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2408448, offset 0, pos 5455872, cdp_page_count 896 00000020:00200000:1.0:1787826383.072795:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2404352, offset 0, pos 5459968, cdp_page_count 896 00000020:00200000:1.0:1787826383.072799:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2400256, offset 0, pos 5464064, cdp_page_count 896 00000020:00200000:1.0:1787826383.072802:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2396160, offset 0, pos 5468160, cdp_page_count 896 00000020:00200000:1.0:1787826383.072805:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2392064, offset 0, pos 5472256, cdp_page_count 896 00000020:00200000:1.0:1787826383.072807:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2387968, offset 0, pos 5476352, cdp_page_count 896 00000020:00200000:1.0:1787826383.072810:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2383872, offset 0, pos 5480448, cdp_page_count 896 00000020:00200000:1.0:1787826383.072813:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2379776, offset 0, pos 5484544, cdp_page_count 896 00000020:00200000:1.0:1787826383.072817:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2375680, offset 0, pos 5488640, cdp_page_count 896 00000020:00200000:1.0:1787826383.072820:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2371584, offset 0, pos 5492736, cdp_page_count 896 00000020:00200000:1.0:1787826383.072824:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2367488, offset 0, pos 5496832, cdp_page_count 896 00000020:00200000:1.0:1787826383.072827:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2363392, offset 0, pos 5500928, cdp_page_count 896 00000020:00200000:1.0:1787826383.072830:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2359296, offset 0, pos 5505024, cdp_page_count 896 00000020:00200000:1.0:1787826383.072834:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2355200, offset 0, pos 5509120, cdp_page_count 896 00000020:00200000:1.0:1787826383.072838:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2351104, offset 0, pos 5513216, cdp_page_count 896 00000020:00200000:1.0:1787826383.072841:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2347008, offset 0, pos 5517312, cdp_page_count 896 00000020:00200000:1.0:1787826383.072845:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2342912, offset 0, pos 5521408, cdp_page_count 896 00000020:00200000:1.0:1787826383.072848:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2338816, offset 0, pos 5525504, cdp_page_count 896 00000020:00200000:1.0:1787826383.072851:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2334720, offset 0, pos 5529600, cdp_page_count 896 00000020:00200000:1.0:1787826383.072854:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2330624, offset 0, pos 5533696, cdp_page_count 896 00000020:00200000:1.0:1787826383.072857:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2326528, offset 0, pos 5537792, cdp_page_count 896 00000020:00200000:1.0:1787826383.072861:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2322432, offset 0, pos 5541888, cdp_page_count 896 00000020:00200000:1.0:1787826383.072864:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2318336, offset 0, pos 5545984, cdp_page_count 896 00000020:00200000:1.0:1787826383.072867:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2314240, offset 0, pos 5550080, cdp_page_count 896 00000020:00200000:1.0:1787826383.072870:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2310144, offset 0, pos 5554176, cdp_page_count 896 00000020:00200000:1.0:1787826383.072873:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2306048, offset 0, pos 5558272, cdp_page_count 896 00000020:00200000:1.0:1787826383.072876:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2301952, offset 0, pos 5562368, cdp_page_count 896 00000020:00200000:1.0:1787826383.072879:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2297856, offset 0, pos 5566464, cdp_page_count 896 00000020:00200000:1.0:1787826383.072882:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2293760, offset 0, pos 5570560, cdp_page_count 896 00000020:00200000:1.0:1787826383.072886:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2289664, offset 0, pos 5574656, cdp_page_count 896 00000020:00200000:1.0:1787826383.072889:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2285568, offset 0, pos 5578752, cdp_page_count 896 00000020:00200000:1.0:1787826383.072892:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2281472, offset 0, pos 5582848, cdp_page_count 896 00000020:00200000:1.0:1787826383.072895:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2277376, offset 0, pos 5586944, cdp_page_count 896 00000020:00200000:1.0:1787826383.072898:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2273280, offset 0, pos 5591040, cdp_page_count 896 00000020:00200000:1.0:1787826383.072900:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2269184, offset 0, pos 5595136, cdp_page_count 896 00000020:00200000:1.0:1787826383.072903:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2265088, offset 0, pos 5599232, cdp_page_count 896 00000020:00200000:1.0:1787826383.072907:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2260992, offset 0, pos 5603328, cdp_page_count 896 00000020:00200000:1.0:1787826383.072910:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2256896, offset 0, pos 5607424, cdp_page_count 896 00000020:00200000:1.0:1787826383.072913:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2252800, offset 0, pos 5611520, cdp_page_count 896 00000020:00200000:1.0:1787826383.072916:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2248704, offset 0, pos 5615616, cdp_page_count 896 00000020:00200000:1.0:1787826383.072919:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2244608, offset 0, pos 5619712, cdp_page_count 896 00000020:00200000:1.0:1787826383.072922:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2240512, offset 0, pos 5623808, cdp_page_count 896 00000020:00200000:1.0:1787826383.072925:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2236416, offset 0, pos 5627904, cdp_page_count 896 00000020:00200000:1.0:1787826383.072928:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2232320, offset 0, pos 5632000, cdp_page_count 896 00000020:00200000:1.0:1787826383.072932:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2228224, offset 0, pos 5636096, cdp_page_count 896 00000020:00200000:1.0:1787826383.072935:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2224128, offset 0, pos 5640192, cdp_page_count 896 00000020:00200000:1.0:1787826383.072938:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2220032, offset 0, pos 5644288, cdp_page_count 896 00000020:00200000:1.0:1787826383.072941:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2215936, offset 0, pos 5648384, cdp_page_count 896 00000020:00200000:1.0:1787826383.072944:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2211840, offset 0, pos 5652480, cdp_page_count 896 00000020:00200000:1.0:1787826383.072946:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2207744, offset 0, pos 5656576, cdp_page_count 896 00000020:00200000:1.0:1787826383.072950:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2203648, offset 0, pos 5660672, cdp_page_count 896 00000020:00200000:1.0:1787826383.072953:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2199552, offset 0, pos 5664768, cdp_page_count 896 00000020:00200000:1.0:1787826383.072956:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2195456, offset 0, pos 5668864, cdp_page_count 896 00000020:00200000:1.0:1787826383.072959:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2191360, offset 0, pos 5672960, cdp_page_count 896 00000020:00200000:1.0:1787826383.072962:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2187264, offset 0, pos 5677056, cdp_page_count 896 00000020:00200000:1.0:1787826383.072965:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2183168, offset 0, pos 5681152, cdp_page_count 896 00000020:00200000:1.0:1787826383.072968:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2179072, offset 0, pos 5685248, cdp_page_count 896 00000020:00200000:1.0:1787826383.072971:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2174976, offset 0, pos 5689344, cdp_page_count 896 00000020:00200000:1.0:1787826383.072974:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2170880, offset 0, pos 5693440, cdp_page_count 896 00000020:00200000:1.0:1787826383.072977:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2166784, offset 0, pos 5697536, cdp_page_count 896 00000020:00200000:1.0:1787826383.072981:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2162688, offset 0, pos 5701632, cdp_page_count 896 00000020:00200000:1.0:1787826383.072984:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2158592, offset 0, pos 5705728, cdp_page_count 896 00000020:00200000:1.0:1787826383.072987:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2154496, offset 0, pos 5709824, cdp_page_count 896 00000020:00200000:1.0:1787826383.072990:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2150400, offset 0, pos 5713920, cdp_page_count 896 00000020:00200000:1.0:1787826383.072993:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2146304, offset 0, pos 5718016, cdp_page_count 896 00000020:00200000:1.0:1787826383.072996:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2142208, offset 0, pos 5722112, cdp_page_count 896 00000020:00200000:1.0:1787826383.072999:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2138112, offset 0, pos 5726208, cdp_page_count 896 00000020:00200000:1.0:1787826383.073003:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2134016, offset 0, pos 5730304, cdp_page_count 896 00000020:00200000:1.0:1787826383.073006:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2129920, offset 0, pos 5734400, cdp_page_count 896 00000020:00200000:1.0:1787826383.073010:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2125824, offset 0, pos 5738496, cdp_page_count 896 00000020:00200000:1.0:1787826383.073013:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2121728, offset 0, pos 5742592, cdp_page_count 896 00000020:00200000:1.0:1787826383.073017:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2117632, offset 0, pos 5746688, cdp_page_count 896 00000020:00200000:1.0:1787826383.073021:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2113536, offset 0, pos 5750784, cdp_page_count 896 00000020:00200000:1.0:1787826383.073024:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2109440, offset 0, pos 5754880, cdp_page_count 896 00000020:00200000:1.0:1787826383.073027:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2105344, offset 0, pos 5758976, cdp_page_count 896 00000020:00200000:1.0:1787826383.073030:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2101248, offset 0, pos 5763072, cdp_page_count 896 00000020:00200000:1.0:1787826383.073034:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2097152, offset 0, pos 5767168, cdp_page_count 896 00000020:00200000:1.0:1787826383.073037:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2093056, offset 0, pos 5771264, cdp_page_count 896 00000020:00200000:1.0:1787826383.073041:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2088960, offset 0, pos 5775360, cdp_page_count 896 00000020:00200000:1.0:1787826383.073044:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2084864, offset 0, pos 5779456, cdp_page_count 896 00000020:00200000:1.0:1787826383.073047:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2080768, offset 0, pos 5783552, cdp_page_count 896 00000020:00200000:1.0:1787826383.073050:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2076672, offset 0, pos 5787648, cdp_page_count 896 00000020:00200000:1.0:1787826383.073054:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2072576, offset 0, pos 5791744, cdp_page_count 896 00000020:00200000:1.0:1787826383.073057:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2068480, offset 0, pos 5795840, cdp_page_count 896 00000020:00200000:1.0:1787826383.073060:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2064384, offset 0, pos 5799936, cdp_page_count 896 00000020:00200000:1.0:1787826383.073063:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2060288, offset 0, pos 5804032, cdp_page_count 896 00000020:00200000:1.0:1787826383.073067:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2056192, offset 0, pos 5808128, cdp_page_count 896 00000020:00200000:1.0:1787826383.073070:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2052096, offset 0, pos 5812224, cdp_page_count 896 00000020:00200000:1.0:1787826383.073073:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2048000, offset 0, pos 5816320, cdp_page_count 896 00000020:00200000:1.0:1787826383.073076:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2043904, offset 0, pos 5820416, cdp_page_count 896 00000020:00200000:1.0:1787826383.073079:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2039808, offset 0, pos 5824512, cdp_page_count 896 00000020:00200000:1.0:1787826383.073083:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2035712, offset 0, pos 5828608, cdp_page_count 896 00000020:00200000:1.0:1787826383.073086:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2031616, offset 0, pos 5832704, cdp_page_count 896 00000020:00200000:1.0:1787826383.073089:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2027520, offset 0, pos 5836800, cdp_page_count 896 00000020:00200000:1.0:1787826383.073093:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2023424, offset 0, pos 5840896, cdp_page_count 896 00000020:00200000:1.0:1787826383.073096:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2019328, offset 0, pos 5844992, cdp_page_count 896 00000020:00200000:1.0:1787826383.073099:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2015232, offset 0, pos 5849088, cdp_page_count 896 00000020:00200000:1.0:1787826383.073102:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2011136, offset 0, pos 5853184, cdp_page_count 896 00000020:00200000:1.0:1787826383.073105:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2007040, offset 0, pos 5857280, cdp_page_count 896 00000020:00200000:1.0:1787826383.073108:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2002944, offset 0, pos 5861376, cdp_page_count 896 00000020:00200000:1.0:1787826383.073111:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1998848, offset 0, pos 5865472, cdp_page_count 896 00000020:00200000:1.0:1787826383.073114:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1994752, offset 0, pos 5869568, cdp_page_count 896 00000020:00200000:1.0:1787826383.073117:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1990656, offset 0, pos 5873664, cdp_page_count 896 00000020:00200000:1.0:1787826383.073120:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1986560, offset 0, pos 5877760, cdp_page_count 896 00000020:00200000:1.0:1787826383.073123:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1982464, offset 0, pos 5881856, cdp_page_count 896 00000020:00200000:1.0:1787826383.073126:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1978368, offset 0, pos 5885952, cdp_page_count 896 00000020:00200000:1.0:1787826383.073128:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1974272, offset 0, pos 5890048, cdp_page_count 896 00000020:00200000:1.0:1787826383.073131:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1970176, offset 0, pos 5894144, cdp_page_count 896 00000020:00200000:1.0:1787826383.073134:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1966080, offset 0, pos 5898240, cdp_page_count 896 00000020:00200000:1.0:1787826383.073138:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1961984, offset 0, pos 5902336, cdp_page_count 896 00000020:00200000:1.0:1787826383.073140:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1957888, offset 0, pos 5906432, cdp_page_count 896 00000020:00200000:1.0:1787826383.073143:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1953792, offset 0, pos 5910528, cdp_page_count 896 00000020:00200000:1.0:1787826383.073147:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1949696, offset 0, pos 5914624, cdp_page_count 896 00000020:00200000:1.0:1787826383.073150:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1945600, offset 0, pos 5918720, cdp_page_count 896 00000020:00200000:1.0:1787826383.073153:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1941504, offset 0, pos 5922816, cdp_page_count 896 00000020:00200000:1.0:1787826383.073156:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1937408, offset 0, pos 5926912, cdp_page_count 896 00000020:00200000:1.0:1787826383.073159:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1933312, offset 0, pos 5931008, cdp_page_count 896 00000020:00200000:1.0:1787826383.073162:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1929216, offset 0, pos 5935104, cdp_page_count 896 00000020:00200000:1.0:1787826383.073164:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1925120, offset 0, pos 5939200, cdp_page_count 896 00000020:00200000:1.0:1787826383.073167:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1921024, offset 0, pos 5943296, cdp_page_count 896 00000020:00200000:1.0:1787826383.073170:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1916928, offset 0, pos 5947392, cdp_page_count 896 00000020:00200000:1.0:1787826383.073173:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1912832, offset 0, pos 5951488, cdp_page_count 896 00000020:00200000:1.0:1787826383.073177:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1908736, offset 0, pos 5955584, cdp_page_count 896 00000020:00200000:1.0:1787826383.073180:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1904640, offset 0, pos 5959680, cdp_page_count 896 00000020:00200000:1.0:1787826383.073183:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1900544, offset 0, pos 5963776, cdp_page_count 896 00000020:00200000:1.0:1787826383.073188:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1896448, offset 0, pos 5967872, cdp_page_count 896 00000020:00200000:1.0:1787826383.073191:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1892352, offset 0, pos 5971968, cdp_page_count 896 00000020:00200000:1.0:1787826383.073194:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1888256, offset 0, pos 5976064, cdp_page_count 896 00000020:00200000:1.0:1787826383.073197:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1884160, offset 0, pos 5980160, cdp_page_count 896 00000020:00200000:1.0:1787826383.073200:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1880064, offset 0, pos 5984256, cdp_page_count 896 00000020:00200000:1.0:1787826383.073203:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1875968, offset 0, pos 5988352, cdp_page_count 896 00000020:00200000:1.0:1787826383.073206:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1871872, offset 0, pos 5992448, cdp_page_count 896 00000020:00200000:1.0:1787826383.073209:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1867776, offset 0, pos 5996544, cdp_page_count 896 00000020:00200000:1.0:1787826383.073213:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1863680, offset 0, pos 6000640, cdp_page_count 896 00000020:00200000:1.0:1787826383.073216:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1859584, offset 0, pos 6004736, cdp_page_count 896 00000020:00200000:1.0:1787826383.073219:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1855488, offset 0, pos 6008832, cdp_page_count 896 00000020:00200000:1.0:1787826383.073223:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1851392, offset 0, pos 6012928, cdp_page_count 896 00000020:00200000:1.0:1787826383.073226:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1847296, offset 0, pos 6017024, cdp_page_count 896 00000020:00200000:1.0:1787826383.073229:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1843200, offset 0, pos 6021120, cdp_page_count 896 00000020:00200000:1.0:1787826383.073233:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1839104, offset 0, pos 6025216, cdp_page_count 896 00000020:00200000:1.0:1787826383.073236:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1835008, offset 0, pos 6029312, cdp_page_count 896 00000020:00200000:1.0:1787826383.073239:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1830912, offset 0, pos 6033408, cdp_page_count 896 00000020:00200000:1.0:1787826383.073242:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1826816, offset 0, pos 6037504, cdp_page_count 896 00000020:00200000:1.0:1787826383.073246:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1822720, offset 0, pos 6041600, cdp_page_count 896 00000020:00200000:1.0:1787826383.073250:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1818624, offset 0, pos 6045696, cdp_page_count 896 00000020:00200000:1.0:1787826383.073253:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1814528, offset 0, pos 6049792, cdp_page_count 896 00000020:00200000:1.0:1787826383.073256:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1810432, offset 0, pos 6053888, cdp_page_count 896 00000020:00200000:1.0:1787826383.073260:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1806336, offset 0, pos 6057984, cdp_page_count 896 00000020:00200000:1.0:1787826383.073263:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1802240, offset 0, pos 6062080, cdp_page_count 896 00000020:00200000:1.0:1787826383.073267:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1798144, offset 0, pos 6066176, cdp_page_count 896 00000020:00200000:1.0:1787826383.073270:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1794048, offset 0, pos 6070272, cdp_page_count 896 00000020:00200000:1.0:1787826383.073274:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1789952, offset 0, pos 6074368, cdp_page_count 896 00000020:00200000:1.0:1787826383.073277:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1785856, offset 0, pos 6078464, cdp_page_count 896 00000020:00200000:1.0:1787826383.073280:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1781760, offset 0, pos 6082560, cdp_page_count 896 00000020:00200000:1.0:1787826383.073283:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1777664, offset 0, pos 6086656, cdp_page_count 896 00000020:00200000:1.0:1787826383.073286:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1773568, offset 0, pos 6090752, cdp_page_count 896 00000020:00200000:1.0:1787826383.073290:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1769472, offset 0, pos 6094848, cdp_page_count 896 00000020:00200000:1.0:1787826383.073293:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1765376, offset 0, pos 6098944, cdp_page_count 896 00000020:00200000:1.0:1787826383.073296:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1761280, offset 0, pos 6103040, cdp_page_count 896 00000020:00200000:1.0:1787826383.073299:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1757184, offset 0, pos 6107136, cdp_page_count 896 00000020:00200000:1.0:1787826383.073302:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1753088, offset 0, pos 6111232, cdp_page_count 896 00000020:00200000:1.0:1787826383.073305:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1748992, offset 0, pos 6115328, cdp_page_count 896 00000020:00200000:1.0:1787826383.073308:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1744896, offset 0, pos 6119424, cdp_page_count 896 00000020:00200000:1.0:1787826383.073311:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1740800, offset 0, pos 6123520, cdp_page_count 896 00000020:00200000:1.0:1787826383.073315:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1736704, offset 0, pos 6127616, cdp_page_count 896 00000020:00200000:1.0:1787826383.073318:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1732608, offset 0, pos 6131712, cdp_page_count 896 00000020:00200000:1.0:1787826383.073321:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1728512, offset 0, pos 6135808, cdp_page_count 896 00000020:00200000:1.0:1787826383.073325:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1724416, offset 0, pos 6139904, cdp_page_count 896 00000020:00200000:1.0:1787826383.073328:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1720320, offset 0, pos 6144000, cdp_page_count 896 00000020:00200000:1.0:1787826383.073331:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1716224, offset 0, pos 6148096, cdp_page_count 896 00000020:00200000:1.0:1787826383.073334:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1712128, offset 0, pos 6152192, cdp_page_count 896 00000020:00200000:1.0:1787826383.073337:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1708032, offset 0, pos 6156288, cdp_page_count 896 00000020:00200000:1.0:1787826383.073340:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1703936, offset 0, pos 6160384, cdp_page_count 896 00000020:00200000:1.0:1787826383.073344:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1699840, offset 0, pos 6164480, cdp_page_count 896 00000020:00200000:1.0:1787826383.073347:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1695744, offset 0, pos 6168576, cdp_page_count 896 00000020:00200000:1.0:1787826383.073350:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1691648, offset 0, pos 6172672, cdp_page_count 896 00000020:00200000:1.0:1787826383.073353:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1687552, offset 0, pos 6176768, cdp_page_count 896 00000020:00200000:1.0:1787826383.073357:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1683456, offset 0, pos 6180864, cdp_page_count 896 00000020:00200000:1.0:1787826383.073360:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1679360, offset 0, pos 6184960, cdp_page_count 896 00000020:00200000:1.0:1787826383.073363:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1675264, offset 0, pos 6189056, cdp_page_count 896 00000020:00200000:1.0:1787826383.073366:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1671168, offset 0, pos 6193152, cdp_page_count 896 00000020:00200000:1.0:1787826383.073369:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1667072, offset 0, pos 6197248, cdp_page_count 896 00000020:00200000:1.0:1787826383.073372:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1662976, offset 0, pos 6201344, cdp_page_count 896 00000020:00200000:1.0:1787826383.073376:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1658880, offset 0, pos 6205440, cdp_page_count 896 00000020:00200000:1.0:1787826383.073379:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1654784, offset 0, pos 6209536, cdp_page_count 896 00000020:00200000:1.0:1787826383.073382:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1650688, offset 0, pos 6213632, cdp_page_count 896 00000020:00200000:1.0:1787826383.073386:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1646592, offset 0, pos 6217728, cdp_page_count 896 00000020:00200000:1.0:1787826383.073389:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1642496, offset 0, pos 6221824, cdp_page_count 896 00000020:00200000:1.0:1787826383.073393:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1638400, offset 0, pos 6225920, cdp_page_count 896 00000020:00200000:1.0:1787826383.073396:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1634304, offset 0, pos 6230016, cdp_page_count 896 00000020:00200000:1.0:1787826383.073430:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1630208, offset 0, pos 6234112, cdp_page_count 896 00000020:00200000:1.0:1787826383.073433:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1626112, offset 0, pos 6238208, cdp_page_count 896 00000020:00200000:1.0:1787826383.073437:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1622016, offset 0, pos 6242304, cdp_page_count 896 00000020:00200000:1.0:1787826383.084192:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1617920, offset 0, pos 6246400, cdp_page_count 896 00000020:00200000:1.0:1787826383.084204:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1613824, offset 0, pos 6250496, cdp_page_count 896 00000020:00200000:1.0:1787826383.084207:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1609728, offset 0, pos 6254592, cdp_page_count 896 00000020:00200000:1.0:1787826383.084211:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1605632, offset 0, pos 6258688, cdp_page_count 896 00000020:00200000:1.0:1787826383.084214:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1601536, offset 0, pos 6262784, cdp_page_count 896 00000020:00200000:1.0:1787826383.084218:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1597440, offset 0, pos 6266880, cdp_page_count 896 00000020:00200000:1.0:1787826383.084222:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1593344, offset 0, pos 6270976, cdp_page_count 896 00000020:00200000:1.0:1787826383.084225:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1589248, offset 0, pos 6275072, cdp_page_count 896 00000020:00200000:1.0:1787826383.084229:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1585152, offset 0, pos 6279168, cdp_page_count 896 00000020:00200000:1.0:1787826383.084233:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1581056, offset 0, pos 6283264, cdp_page_count 896 00000020:00200000:1.0:1787826383.084237:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1576960, offset 0, pos 6287360, cdp_page_count 896 00000020:00200000:1.0:1787826383.084241:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1572864, offset 0, pos 6291456, cdp_page_count 896 00000020:00200000:1.0:1787826383.084246:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1568768, offset 0, pos 6295552, cdp_page_count 896 00000020:00200000:1.0:1787826383.084249:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1564672, offset 0, pos 6299648, cdp_page_count 896 00000020:00200000:1.0:1787826383.084253:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1560576, offset 0, pos 6303744, cdp_page_count 896 00000020:00200000:1.0:1787826383.084256:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1556480, offset 0, pos 6307840, cdp_page_count 896 00000020:00200000:1.0:1787826383.084259:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1552384, offset 0, pos 6311936, cdp_page_count 896 00000020:00200000:1.0:1787826383.084262:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1548288, offset 0, pos 6316032, cdp_page_count 896 00000020:00200000:1.0:1787826383.084265:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1544192, offset 0, pos 6320128, cdp_page_count 896 00000020:00200000:1.0:1787826383.084268:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1540096, offset 0, pos 6324224, cdp_page_count 896 00000020:00200000:1.0:1787826383.084270:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1536000, offset 0, pos 6328320, cdp_page_count 896 00000020:00200000:1.0:1787826383.084273:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1531904, offset 0, pos 6332416, cdp_page_count 896 00000020:00200000:1.0:1787826383.084276:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1527808, offset 0, pos 6336512, cdp_page_count 896 00000020:00200000:1.0:1787826383.084279:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1523712, offset 0, pos 6340608, cdp_page_count 896 00000020:00200000:1.0:1787826383.084281:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1519616, offset 0, pos 6344704, cdp_page_count 896 00000020:00200000:1.0:1787826383.084284:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1515520, offset 0, pos 6348800, cdp_page_count 896 00000020:00200000:1.0:1787826383.084287:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1511424, offset 0, pos 6352896, cdp_page_count 896 00000020:00200000:1.0:1787826383.084290:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1507328, offset 0, pos 6356992, cdp_page_count 896 00000020:00200000:1.0:1787826383.084293:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1503232, offset 0, pos 6361088, cdp_page_count 896 00000020:00200000:1.0:1787826383.084296:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1499136, offset 0, pos 6365184, cdp_page_count 896 00000020:00200000:1.0:1787826383.084299:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1495040, offset 0, pos 6369280, cdp_page_count 896 00000020:00200000:1.0:1787826383.084302:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1490944, offset 0, pos 6373376, cdp_page_count 896 00000020:00200000:1.0:1787826383.084305:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1486848, offset 0, pos 6377472, cdp_page_count 896 00000020:00200000:1.0:1787826383.084308:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1482752, offset 0, pos 6381568, cdp_page_count 896 00000020:00200000:1.0:1787826383.084311:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1478656, offset 0, pos 6385664, cdp_page_count 896 00000020:00200000:1.0:1787826383.084314:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1474560, offset 0, pos 6389760, cdp_page_count 896 00000020:00200000:1.0:1787826383.084317:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1470464, offset 0, pos 6393856, cdp_page_count 896 00000020:00200000:1.0:1787826383.084319:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1466368, offset 0, pos 6397952, cdp_page_count 896 00000020:00200000:1.0:1787826383.084322:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1462272, offset 0, pos 6402048, cdp_page_count 896 00000020:00200000:1.0:1787826383.084325:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1458176, offset 0, pos 6406144, cdp_page_count 896 00000020:00200000:1.0:1787826383.084328:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1454080, offset 0, pos 6410240, cdp_page_count 896 00000020:00200000:1.0:1787826383.084331:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1449984, offset 0, pos 6414336, cdp_page_count 896 00000020:00200000:1.0:1787826383.084334:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1445888, offset 0, pos 6418432, cdp_page_count 896 00000020:00200000:1.0:1787826383.084337:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1441792, offset 0, pos 6422528, cdp_page_count 896 00000020:00200000:1.0:1787826383.084341:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1437696, offset 0, pos 6426624, cdp_page_count 896 00000020:00200000:1.0:1787826383.084344:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1433600, offset 0, pos 6430720, cdp_page_count 896 00000020:00200000:1.0:1787826383.084348:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1429504, offset 0, pos 6434816, cdp_page_count 896 00000020:00200000:1.0:1787826383.084352:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1425408, offset 0, pos 6438912, cdp_page_count 896 00000020:00200000:1.0:1787826383.084355:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1421312, offset 0, pos 6443008, cdp_page_count 896 00000020:00200000:1.0:1787826383.084369:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1417216, offset 0, pos 6447104, cdp_page_count 896 00000020:00200000:1.0:1787826383.084372:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1413120, offset 0, pos 6451200, cdp_page_count 896 00000020:00200000:1.0:1787826383.084376:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1409024, offset 0, pos 6455296, cdp_page_count 896 00000020:00200000:1.0:1787826383.084379:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1404928, offset 0, pos 6459392, cdp_page_count 896 00000020:00200000:1.0:1787826383.084383:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1400832, offset 0, pos 6463488, cdp_page_count 896 00000020:00200000:1.0:1787826383.084386:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1396736, offset 0, pos 6467584, cdp_page_count 896 00000020:00200000:1.0:1787826383.084389:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1392640, offset 0, pos 6471680, cdp_page_count 896 00000020:00200000:1.0:1787826383.084392:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1388544, offset 0, pos 6475776, cdp_page_count 896 00000020:00200000:1.0:1787826383.084395:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1384448, offset 0, pos 6479872, cdp_page_count 896 00000020:00200000:1.0:1787826383.084415:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1380352, offset 0, pos 6483968, cdp_page_count 896 00000020:00200000:1.0:1787826383.084419:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1376256, offset 0, pos 6488064, cdp_page_count 896 00000020:00200000:1.0:1787826383.084422:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1372160, offset 0, pos 6492160, cdp_page_count 896 00000020:00200000:1.0:1787826383.084425:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1368064, offset 0, pos 6496256, cdp_page_count 896 00000020:00200000:1.0:1787826383.084429:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1363968, offset 0, pos 6500352, cdp_page_count 896 00000020:00200000:1.0:1787826383.084432:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1359872, offset 0, pos 6504448, cdp_page_count 896 00000020:00200000:1.0:1787826383.084435:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1355776, offset 0, pos 6508544, cdp_page_count 896 00000020:00200000:1.0:1787826383.084448:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1351680, offset 0, pos 6512640, cdp_page_count 896 00000020:00200000:1.0:1787826383.084452:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1347584, offset 0, pos 6516736, cdp_page_count 896 00000020:00200000:1.0:1787826383.084455:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1343488, offset 0, pos 6520832, cdp_page_count 896 00000020:00200000:1.0:1787826383.084469:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1339392, offset 0, pos 6524928, cdp_page_count 896 00000020:00200000:1.0:1787826383.084473:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1335296, offset 0, pos 6529024, cdp_page_count 896 00000020:00200000:1.0:1787826383.084477:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1331200, offset 0, pos 6533120, cdp_page_count 896 00000020:00200000:1.0:1787826383.084480:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1327104, offset 0, pos 6537216, cdp_page_count 896 00000020:00200000:1.0:1787826383.084484:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1323008, offset 0, pos 6541312, cdp_page_count 896 00000020:00200000:1.0:1787826383.084487:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1318912, offset 0, pos 6545408, cdp_page_count 896 00000020:00200000:1.0:1787826383.084491:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1314816, offset 0, pos 6549504, cdp_page_count 896 00000020:00200000:1.0:1787826383.084494:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1310720, offset 0, pos 6553600, cdp_page_count 896 00000020:00200000:1.0:1787826383.084496:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1306624, offset 0, pos 6557696, cdp_page_count 896 00000020:00200000:1.0:1787826383.084499:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1302528, offset 0, pos 6561792, cdp_page_count 896 00000020:00200000:1.0:1787826383.084503:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1298432, offset 0, pos 6565888, cdp_page_count 896 00000020:00200000:1.0:1787826383.084506:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1294336, offset 0, pos 6569984, cdp_page_count 896 00000020:00200000:1.0:1787826383.084509:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1290240, offset 0, pos 6574080, cdp_page_count 896 00000020:00200000:1.0:1787826383.084512:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1286144, offset 0, pos 6578176, cdp_page_count 896 00000020:00200000:1.0:1787826383.084515:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1282048, offset 0, pos 6582272, cdp_page_count 896 00000020:00200000:1.0:1787826383.084518:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1277952, offset 0, pos 6586368, cdp_page_count 896 00000020:00200000:1.0:1787826383.084522:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1273856, offset 0, pos 6590464, cdp_page_count 896 00000020:00200000:1.0:1787826383.084525:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1269760, offset 0, pos 6594560, cdp_page_count 896 00000020:00200000:1.0:1787826383.084529:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1265664, offset 0, pos 6598656, cdp_page_count 896 00000020:00200000:1.0:1787826383.084533:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1261568, offset 0, pos 6602752, cdp_page_count 896 00000020:00200000:1.0:1787826383.084536:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1257472, offset 0, pos 6606848, cdp_page_count 896 00000020:00200000:1.0:1787826383.084540:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1253376, offset 0, pos 6610944, cdp_page_count 896 00000020:00200000:1.0:1787826383.084544:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1249280, offset 0, pos 6615040, cdp_page_count 896 00000020:00200000:1.0:1787826383.084547:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1245184, offset 0, pos 6619136, cdp_page_count 896 00000020:00200000:1.0:1787826383.084550:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1241088, offset 0, pos 6623232, cdp_page_count 896 00000020:00200000:1.0:1787826383.084553:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1236992, offset 0, pos 6627328, cdp_page_count 896 00000020:00200000:1.0:1787826383.084556:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1232896, offset 0, pos 6631424, cdp_page_count 896 00000020:00200000:1.0:1787826383.084559:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1228800, offset 0, pos 6635520, cdp_page_count 896 00000020:00200000:1.0:1787826383.084562:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1224704, offset 0, pos 6639616, cdp_page_count 896 00000020:00200000:1.0:1787826383.084565:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1220608, offset 0, pos 6643712, cdp_page_count 896 00000020:00200000:1.0:1787826383.084568:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1216512, offset 0, pos 6647808, cdp_page_count 896 00000020:00200000:1.0:1787826383.084572:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1212416, offset 0, pos 6651904, cdp_page_count 896 00000020:00200000:1.0:1787826383.084575:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1208320, offset 0, pos 6656000, cdp_page_count 896 00000020:00200000:1.0:1787826383.084579:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1204224, offset 0, pos 6660096, cdp_page_count 896 00000020:00200000:1.0:1787826383.084582:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1200128, offset 0, pos 6664192, cdp_page_count 896 00000020:00200000:1.0:1787826383.084585:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1196032, offset 0, pos 6668288, cdp_page_count 896 00000020:00200000:1.0:1787826383.084589:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1191936, offset 0, pos 6672384, cdp_page_count 896 00000020:00200000:1.0:1787826383.084592:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1187840, offset 0, pos 6676480, cdp_page_count 896 00000020:00200000:1.0:1787826383.084596:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1183744, offset 0, pos 6680576, cdp_page_count 896 00000020:00200000:1.0:1787826383.084599:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1179648, offset 0, pos 6684672, cdp_page_count 896 00000020:00200000:1.0:1787826383.084602:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1175552, offset 0, pos 6688768, cdp_page_count 896 00000020:00200000:1.0:1787826383.084605:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1171456, offset 0, pos 6692864, cdp_page_count 896 00000020:00200000:1.0:1787826383.084608:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1167360, offset 0, pos 6696960, cdp_page_count 896 00000020:00200000:1.0:1787826383.084611:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1163264, offset 0, pos 6701056, cdp_page_count 896 00000020:00200000:1.0:1787826383.084613:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1159168, offset 0, pos 6705152, cdp_page_count 896 00000020:00200000:1.0:1787826383.084616:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1155072, offset 0, pos 6709248, cdp_page_count 896 00000020:00200000:1.0:1787826383.084619:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1150976, offset 0, pos 6713344, cdp_page_count 896 00000020:00200000:1.0:1787826383.084623:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1146880, offset 0, pos 6717440, cdp_page_count 896 00000020:00200000:1.0:1787826383.084626:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1142784, offset 0, pos 6721536, cdp_page_count 896 00000020:00200000:1.0:1787826383.084630:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1138688, offset 0, pos 6725632, cdp_page_count 896 00000020:00200000:1.0:1787826383.084633:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1134592, offset 0, pos 6729728, cdp_page_count 896 00000020:00200000:1.0:1787826383.084636:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1130496, offset 0, pos 6733824, cdp_page_count 896 00000020:00200000:1.0:1787826383.084638:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1126400, offset 0, pos 6737920, cdp_page_count 896 00000020:00200000:1.0:1787826383.084642:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1122304, offset 0, pos 6742016, cdp_page_count 896 00000020:00200000:1.0:1787826383.084645:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1118208, offset 0, pos 6746112, cdp_page_count 896 00000020:00200000:1.0:1787826383.084649:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1114112, offset 0, pos 6750208, cdp_page_count 896 00000020:00200000:1.0:1787826383.084652:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1110016, offset 0, pos 6754304, cdp_page_count 896 00000020:00200000:1.0:1787826383.084655:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1105920, offset 0, pos 6758400, cdp_page_count 896 00000020:00200000:1.0:1787826383.084659:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1101824, offset 0, pos 6762496, cdp_page_count 896 00000020:00200000:1.0:1787826383.084662:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1097728, offset 0, pos 6766592, cdp_page_count 896 00000020:00200000:1.0:1787826383.084666:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1093632, offset 0, pos 6770688, cdp_page_count 896 00000020:00200000:1.0:1787826383.084669:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1089536, offset 0, pos 6774784, cdp_page_count 896 00000020:00200000:1.0:1787826383.084673:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1085440, offset 0, pos 6778880, cdp_page_count 896 00000020:00200000:1.0:1787826383.084677:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1081344, offset 0, pos 6782976, cdp_page_count 896 00000020:00200000:1.0:1787826383.084680:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1077248, offset 0, pos 6787072, cdp_page_count 896 00000020:00200000:1.0:1787826383.084684:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1073152, offset 0, pos 6791168, cdp_page_count 896 00000020:00200000:1.0:1787826383.084688:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1069056, offset 0, pos 6795264, cdp_page_count 896 00000020:00200000:1.0:1787826383.084691:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1064960, offset 0, pos 6799360, cdp_page_count 896 00000020:00200000:1.0:1787826383.084695:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1060864, offset 0, pos 6803456, cdp_page_count 896 00000020:00200000:1.0:1787826383.084698:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1056768, offset 0, pos 6807552, cdp_page_count 896 00000020:00200000:1.0:1787826383.084701:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1052672, offset 0, pos 6811648, cdp_page_count 896 00000020:00200000:1.0:1787826383.084704:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 6815744, cdp_page_count 896 00000020:00200000:1.0:1787826383.084708:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 6819840, cdp_page_count 896 00000020:00200000:1.0:1787826383.084712:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 6823936, cdp_page_count 896 00000020:00200000:1.0:1787826383.084716:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 6828032, cdp_page_count 896 00000020:00200000:1.0:1787826383.084719:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 6832128, cdp_page_count 896 00000020:00200000:1.0:1787826383.084722:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 6836224, cdp_page_count 896 00000020:00200000:1.0:1787826383.084725:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 6840320, cdp_page_count 896 00000020:00200000:1.0:1787826383.084729:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 6844416, cdp_page_count 896 00000020:00200000:1.0:1787826383.084732:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 6848512, cdp_page_count 896 00000020:00200000:1.0:1787826383.084734:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 6852608, cdp_page_count 896 00000020:00200000:1.0:1787826383.084737:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 6856704, cdp_page_count 896 00000020:00200000:1.0:1787826383.084740:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 6860800, cdp_page_count 896 00000020:00200000:1.0:1787826383.084743:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 6864896, cdp_page_count 896 00000020:00200000:1.0:1787826383.084745:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 6868992, cdp_page_count 896 00000020:00200000:1.0:1787826383.084748:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 6873088, cdp_page_count 896 00000020:00200000:1.0:1787826383.084750:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 6877184, cdp_page_count 896 00000020:00200000:1.0:1787826383.084753:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 6881280, cdp_page_count 896 00000020:00200000:1.0:1787826383.084756:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 6885376, cdp_page_count 896 00000020:00200000:1.0:1787826383.084759:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 6889472, cdp_page_count 896 00000020:00200000:1.0:1787826383.084761:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 6893568, cdp_page_count 896 00000020:00200000:1.0:1787826383.084764:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 6897664, cdp_page_count 896 00000020:00200000:1.0:1787826383.084767:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 6901760, cdp_page_count 896 00000020:00200000:1.0:1787826383.084770:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 6905856, cdp_page_count 896 00000020:00200000:1.0:1787826383.084773:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 6909952, cdp_page_count 896 00000020:00200000:1.0:1787826383.084776:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 6914048, cdp_page_count 896 00000020:00200000:1.0:1787826383.084779:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 6918144, cdp_page_count 896 00000020:00200000:1.0:1787826383.084782:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 6922240, cdp_page_count 896 00000020:00200000:1.0:1787826383.084785:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 6926336, cdp_page_count 896 00000020:00200000:1.0:1787826383.084788:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 6930432, cdp_page_count 896 00000020:00200000:1.0:1787826383.084792:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 6934528, cdp_page_count 896 00000020:00200000:1.0:1787826383.084795:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 6938624, cdp_page_count 896 00000020:00200000:1.0:1787826383.084798:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 6942720, cdp_page_count 896 00000020:00200000:1.0:1787826383.084802:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 6946816, cdp_page_count 896 00000020:00200000:1.0:1787826383.084806:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 6950912, cdp_page_count 896 00000020:00200000:1.0:1787826383.084809:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 6955008, cdp_page_count 896 00000020:00200000:1.0:1787826383.084813:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 6959104, cdp_page_count 896 00000020:00200000:1.0:1787826383.084817:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 6963200, cdp_page_count 896 00000020:00200000:1.0:1787826383.084820:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 6967296, cdp_page_count 896 00000020:00200000:1.0:1787826383.084823:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 6971392, cdp_page_count 896 00000020:00200000:1.0:1787826383.084827:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 6975488, cdp_page_count 896 00000020:00200000:1.0:1787826383.084830:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 6979584, cdp_page_count 896 00000020:00200000:1.0:1787826383.084844:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 6983680, cdp_page_count 896 00000020:00200000:1.0:1787826383.084847:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 6987776, cdp_page_count 896 00000020:00200000:1.0:1787826383.084851:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 6991872, cdp_page_count 896 00000020:00200000:1.0:1787826383.084854:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 6995968, cdp_page_count 896 00000020:00200000:1.0:1787826383.084857:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 7000064, cdp_page_count 896 00000020:00200000:1.0:1787826383.084861:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 7004160, cdp_page_count 896 00000020:00200000:1.0:1787826383.084864:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 7008256, cdp_page_count 896 00000020:00200000:1.0:1787826383.084867:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 7012352, cdp_page_count 896 00000020:00200000:1.0:1787826383.084870:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 7016448, cdp_page_count 896 00000020:00200000:1.0:1787826383.084873:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 7020544, cdp_page_count 896 00000020:00200000:1.0:1787826383.084876:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 7024640, cdp_page_count 896 00000020:00200000:1.0:1787826383.084880:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 7028736, cdp_page_count 896 00000020:00200000:1.0:1787826383.084884:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 7032832, cdp_page_count 896 00000020:00200000:1.0:1787826383.084887:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 7036928, cdp_page_count 896 00000020:00200000:1.0:1787826383.084890:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 7041024, cdp_page_count 896 00000020:00200000:1.0:1787826383.084893:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 7045120, cdp_page_count 896 00000020:00200000:1.0:1787826383.084895:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 7049216, cdp_page_count 896 00000020:00200000:1.0:1787826383.084898:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 7053312, cdp_page_count 896 00000020:00200000:1.0:1787826383.084900:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 7057408, cdp_page_count 896 00000020:00200000:1.0:1787826383.084903:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 7061504, cdp_page_count 896 00000020:00200000:1.0:1787826383.084906:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 7065600, cdp_page_count 896 00000020:00200000:1.0:1787826383.084908:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 7069696, cdp_page_count 896 00000020:00200000:1.0:1787826383.084910:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 7073792, cdp_page_count 896 00000020:00200000:1.0:1787826383.084913:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 7077888, cdp_page_count 896 00000020:00200000:1.0:1787826383.084916:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 7081984, cdp_page_count 896 00000020:00200000:1.0:1787826383.084918:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 7086080, cdp_page_count 896 00000020:00200000:1.0:1787826383.084921:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 7090176, cdp_page_count 896 00000020:00200000:1.0:1787826383.084924:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 7094272, cdp_page_count 896 00000020:00200000:1.0:1787826383.084927:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 7098368, cdp_page_count 896 00000020:00200000:1.0:1787826383.084930:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 7102464, cdp_page_count 896 00000020:00200000:1.0:1787826383.084933:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 7106560, cdp_page_count 896 00000020:00200000:1.0:1787826383.084937:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 7110656, cdp_page_count 896 00000020:00200000:1.0:1787826383.084940:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 7114752, cdp_page_count 896 00000020:00200000:1.0:1787826383.084943:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 7118848, cdp_page_count 896 00000020:00200000:1.0:1787826383.084945:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 7122944, cdp_page_count 896 00000020:00200000:1.0:1787826383.085123:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 7127040, cdp_page_count 896 00000020:00200000:1.0:1787826383.085127:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 7131136, cdp_page_count 896 00000020:00200000:1.0:1787826383.085130:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 7135232, cdp_page_count 896 00000020:00200000:1.0:1787826383.085134:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 7139328, cdp_page_count 896 00000020:00200000:1.0:1787826383.085138:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 7143424, cdp_page_count 896 00000020:00200000:1.0:1787826383.085141:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 7147520, cdp_page_count 896 00000020:00200000:1.0:1787826383.085145:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 7151616, cdp_page_count 896 00000020:00200000:1.0:1787826383.085149:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 7155712, cdp_page_count 896 00000020:00200000:1.0:1787826383.085152:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 7159808, cdp_page_count 896 00000020:00200000:1.0:1787826383.085155:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 7163904, cdp_page_count 896 00000020:00200000:1.0:1787826383.085159:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 7168000, cdp_page_count 896 00000020:00200000:1.0:1787826383.085162:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 7172096, cdp_page_count 896 00000020:00200000:1.0:1787826383.085166:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 7176192, cdp_page_count 896 00000020:00200000:1.0:1787826383.085169:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 7180288, cdp_page_count 896 00000020:00200000:1.0:1787826383.085173:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 7184384, cdp_page_count 896 00000020:00200000:1.0:1787826383.085176:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 7188480, cdp_page_count 896 00000020:00200000:1.0:1787826383.085179:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 7192576, cdp_page_count 896 00000020:00200000:1.0:1787826383.085182:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 7196672, cdp_page_count 896 00000020:00200000:1.0:1787826383.085185:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 7200768, cdp_page_count 896 00000020:00200000:1.0:1787826383.085188:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 7204864, cdp_page_count 896 00000020:00200000:1.0:1787826383.085191:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 7208960, cdp_page_count 896 00000020:00200000:1.0:1787826383.085194:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 7213056, cdp_page_count 896 00000020:00200000:1.0:1787826383.085198:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 7217152, cdp_page_count 896 00000020:00200000:1.0:1787826383.085200:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 7221248, cdp_page_count 896 00000020:00200000:1.0:1787826383.085203:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 7225344, cdp_page_count 896 00000020:00200000:1.0:1787826383.085207:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 7229440, cdp_page_count 896 00000020:00200000:1.0:1787826383.085210:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 7233536, cdp_page_count 896 00000020:00200000:1.0:1787826383.085213:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 7237632, cdp_page_count 896 00000020:00200000:1.0:1787826383.085215:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 7241728, cdp_page_count 896 00000020:00200000:1.0:1787826383.085218:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 7245824, cdp_page_count 896 00000020:00200000:1.0:1787826383.085221:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 7249920, cdp_page_count 896 00000020:00200000:1.0:1787826383.085223:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 7254016, cdp_page_count 896 00000020:00200000:1.0:1787826383.085226:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 7258112, cdp_page_count 896 00000020:00200000:1.0:1787826383.085229:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 7262208, cdp_page_count 896 00000020:00200000:1.0:1787826383.085232:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 7266304, cdp_page_count 896 00000020:00200000:1.0:1787826383.085236:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 7270400, cdp_page_count 896 00000020:00200000:1.0:1787826383.085240:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 7274496, cdp_page_count 896 00000020:00200000:1.0:1787826383.085243:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 7278592, cdp_page_count 896 00000020:00200000:1.0:1787826383.085247:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 7282688, cdp_page_count 896 00000020:00200000:1.0:1787826383.085250:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 7286784, cdp_page_count 896 00000020:00200000:1.0:1787826383.085253:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 7290880, cdp_page_count 896 00000020:00200000:1.0:1787826383.085257:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 7294976, cdp_page_count 896 00000020:00200000:1.0:1787826383.085260:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 7299072, cdp_page_count 896 00000020:00200000:1.0:1787826383.085263:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 7303168, cdp_page_count 896 00000020:00200000:1.0:1787826383.085268:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 7307264, cdp_page_count 896 00000020:00200000:1.0:1787826383.085271:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 7311360, cdp_page_count 896 00000020:00200000:1.0:1787826383.085274:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 7315456, cdp_page_count 896 00000020:00200000:1.0:1787826383.085276:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 7319552, cdp_page_count 896 00000020:00200000:1.0:1787826383.085279:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 7323648, cdp_page_count 896 00000020:00200000:1.0:1787826383.085283:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 7327744, cdp_page_count 896 00000020:00200000:1.0:1787826383.085286:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 7331840, cdp_page_count 896 00000020:00200000:1.0:1787826383.085289:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 7335936, cdp_page_count 896 00000020:00200000:1.0:1787826383.085293:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 7340032, cdp_page_count 896 00000020:00200000:1.0:1787826383.085296:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 7344128, cdp_page_count 896 00000020:00200000:1.0:1787826383.085299:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 7348224, cdp_page_count 896 00000020:00200000:1.0:1787826383.085303:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 7352320, cdp_page_count 896 00000020:00200000:1.0:1787826383.085306:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 7356416, cdp_page_count 896 00000020:00200000:1.0:1787826383.085309:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 7360512, cdp_page_count 896 00000020:00200000:1.0:1787826383.085312:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 7364608, cdp_page_count 896 00000020:00200000:1.0:1787826383.085314:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 7368704, cdp_page_count 896 00000020:00200000:1.0:1787826383.085317:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 7372800, cdp_page_count 896 00000020:00200000:1.0:1787826383.085320:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 7376896, cdp_page_count 896 00000020:00200000:1.0:1787826383.085324:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 7380992, cdp_page_count 896 00000020:00200000:1.0:1787826383.085327:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 7385088, cdp_page_count 896 00000020:00200000:1.0:1787826383.085330:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 7389184, cdp_page_count 896 00000020:00200000:1.0:1787826383.085333:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 7393280, cdp_page_count 896 00000020:00200000:1.0:1787826383.085336:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 7397376, cdp_page_count 896 00000020:00200000:1.0:1787826383.085339:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 7401472, cdp_page_count 896 00000020:00200000:1.0:1787826383.085343:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 7405568, cdp_page_count 896 00000020:00200000:1.0:1787826383.085346:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 7409664, cdp_page_count 896 00000020:00200000:1.0:1787826383.085349:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 7413760, cdp_page_count 896 00000020:00200000:1.0:1787826383.085352:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 7417856, cdp_page_count 896 00000020:00200000:1.0:1787826383.085355:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 7421952, cdp_page_count 896 00000020:00200000:1.0:1787826383.085358:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 7426048, cdp_page_count 896 00000020:00200000:1.0:1787826383.085361:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 7430144, cdp_page_count 896 00000020:00200000:1.0:1787826383.085364:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 7434240, cdp_page_count 896 00000020:00200000:1.0:1787826383.085368:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 7438336, cdp_page_count 896 00000020:00200000:1.0:1787826383.085370:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 7442432, cdp_page_count 896 00000020:00200000:1.0:1787826383.085373:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 7446528, cdp_page_count 896 00000020:00200000:1.0:1787826383.085377:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 7450624, cdp_page_count 896 00000020:00200000:1.0:1787826383.085381:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 7454720, cdp_page_count 896 00000020:00200000:1.0:1787826383.085384:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 7458816, cdp_page_count 896 00000020:00200000:1.0:1787826383.085387:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 7462912, cdp_page_count 896 00000020:00200000:1.0:1787826383.085389:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 7467008, cdp_page_count 896 00000020:00200000:1.0:1787826383.085393:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 7471104, cdp_page_count 896 00000020:00200000:1.0:1787826383.085396:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 7475200, cdp_page_count 896 00000020:00200000:1.0:1787826383.085430:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 7479296, cdp_page_count 896 00000020:00200000:1.0:1787826383.085433:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 7483392, cdp_page_count 896 00000020:00200000:1.0:1787826383.085437:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 7487488, cdp_page_count 896 00000020:00200000:1.0:1787826383.085450:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 7491584, cdp_page_count 896 00000020:00200000:1.0:1787826383.085454:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 7495680, cdp_page_count 896 00000020:00200000:1.0:1787826383.085466:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 7499776, cdp_page_count 896 00000020:00200000:1.0:1787826383.085471:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 7503872, cdp_page_count 896 00000020:00200000:1.0:1787826383.085474:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 7507968, cdp_page_count 896 00000020:00200000:1.0:1787826383.085478:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 7512064, cdp_page_count 896 00000020:00200000:1.0:1787826383.085481:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 7516160, cdp_page_count 896 00000020:00200000:1.0:1787826383.085484:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 7520256, cdp_page_count 896 00000020:00200000:1.0:1787826383.085488:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 7524352, cdp_page_count 896 00000020:00200000:1.0:1787826383.085492:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 7528448, cdp_page_count 896 00000020:00200000:1.0:1787826383.085496:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 7532544, cdp_page_count 896 00000020:00200000:1.0:1787826383.085500:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 7536640, cdp_page_count 896 00000020:00200000:1.0:1787826383.085503:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 7540736, cdp_page_count 896 00000020:00200000:1.0:1787826383.085507:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 7544832, cdp_page_count 896 00000020:00200000:1.0:1787826383.085510:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 7548928, cdp_page_count 896 00000020:00200000:1.0:1787826383.085513:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 7553024, cdp_page_count 896 00000020:00200000:1.0:1787826383.085517:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 7557120, cdp_page_count 896 00000020:00200000:1.0:1787826383.085520:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 7561216, cdp_page_count 896 00000020:00200000:1.0:1787826383.085523:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 7565312, cdp_page_count 896 00000020:00200000:1.0:1787826383.085526:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 7569408, cdp_page_count 896 00000020:00200000:1.0:1787826383.085529:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 7573504, cdp_page_count 896 00000020:00200000:1.0:1787826383.085532:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 7577600, cdp_page_count 896 00000020:00200000:1.0:1787826383.085536:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 7581696, cdp_page_count 896 00000020:00200000:1.0:1787826383.085539:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 7585792, cdp_page_count 896 00000020:00200000:1.0:1787826383.085542:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 7589888, cdp_page_count 896 00000020:00200000:1.0:1787826383.085544:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 7593984, cdp_page_count 896 00000020:00200000:1.0:1787826383.085548:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 7598080, cdp_page_count 896 00000020:00200000:1.0:1787826383.085551:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 7602176, cdp_page_count 896 00000020:00200000:1.0:1787826383.085554:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 7606272, cdp_page_count 896 00000020:00200000:1.0:1787826383.085557:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 7610368, cdp_page_count 896 00000020:00200000:1.0:1787826383.085560:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 7614464, cdp_page_count 896 00000020:00200000:1.0:1787826383.085563:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 7618560, cdp_page_count 896 00000020:00200000:1.0:1787826383.085566:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 7622656, cdp_page_count 896 00000020:00200000:1.0:1787826383.085570:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 7626752, cdp_page_count 896 00000020:00200000:1.0:1787826383.085573:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 7630848, cdp_page_count 896 00000020:00200000:1.0:1787826383.085576:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 7634944, cdp_page_count 896 00000020:00200000:1.0:1787826383.085579:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 7639040, cdp_page_count 896 00000020:00200000:1.0:1787826383.085582:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 7643136, cdp_page_count 896 00000020:00200000:1.0:1787826383.085585:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 7647232, cdp_page_count 896 00000020:00200000:1.0:1787826383.085588:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 7651328, cdp_page_count 896 00000020:00200000:1.0:1787826383.085591:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 7655424, cdp_page_count 896 00000020:00200000:1.0:1787826383.085595:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 7659520, cdp_page_count 896 00000020:00200000:1.0:1787826383.085598:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 7663616, cdp_page_count 896 00000020:00200000:1.0:1787826383.085602:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 7667712, cdp_page_count 896 00000020:00200000:1.0:1787826383.085605:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 7671808, cdp_page_count 896 00000020:00200000:1.0:1787826383.085608:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 7675904, cdp_page_count 896 00000020:00200000:1.0:1787826383.085611:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 7680000, cdp_page_count 896 00000020:00200000:1.0:1787826383.085614:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 7684096, cdp_page_count 896 00000020:00200000:1.0:1787826383.085617:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 7688192, cdp_page_count 896 00000020:00200000:1.0:1787826383.085620:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 7692288, cdp_page_count 896 00000020:00200000:1.0:1787826383.085623:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 7696384, cdp_page_count 896 00000020:00200000:1.0:1787826383.085627:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 7700480, cdp_page_count 896 00000020:00200000:1.0:1787826383.085630:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 7704576, cdp_page_count 896 00000020:00200000:1.0:1787826383.085633:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 7708672, cdp_page_count 896 00000020:00200000:1.0:1787826383.085636:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 7712768, cdp_page_count 896 00000020:00200000:1.0:1787826383.085639:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 7716864, cdp_page_count 896 00000020:00200000:1.0:1787826383.085642:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 7720960, cdp_page_count 896 00000020:00200000:1.0:1787826383.085645:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 7725056, cdp_page_count 896 00000020:00200000:1.0:1787826383.085648:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 7729152, cdp_page_count 896 00000020:00200000:1.0:1787826383.085651:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 7733248, cdp_page_count 896 00000020:00200000:1.0:1787826383.085654:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 7737344, cdp_page_count 896 00000020:00200000:1.0:1787826383.085657:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 7741440, cdp_page_count 896 00000020:00200000:1.0:1787826383.085660:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 7745536, cdp_page_count 896 00000020:00200000:1.0:1787826383.085663:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 7749632, cdp_page_count 896 00000020:00200000:1.0:1787826383.085667:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 7753728, cdp_page_count 896 00000020:00200000:1.0:1787826383.085670:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 7757824, cdp_page_count 896 00000020:00200000:1.0:1787826383.085673:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 7761920, cdp_page_count 896 00000020:00200000:1.0:1787826383.085676:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 7766016, cdp_page_count 896 00000020:00200000:1.0:1787826383.085679:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 7770112, cdp_page_count 896 00000020:00200000:1.0:1787826383.085683:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 7774208, cdp_page_count 896 00000020:00200000:1.0:1787826383.085686:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 7778304, cdp_page_count 896 00000020:00200000:1.0:1787826383.085689:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 7782400, cdp_page_count 896 00000020:00200000:1.0:1787826383.085693:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 7786496, cdp_page_count 896 00000020:00200000:1.0:1787826383.085697:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 7790592, cdp_page_count 896 00000020:00200000:1.0:1787826383.085701:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 7794688, cdp_page_count 896 00000020:00200000:1.0:1787826383.085705:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 7798784, cdp_page_count 896 00000020:00200000:1.0:1787826383.085708:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 7802880, cdp_page_count 896 00000020:00200000:1.0:1787826383.085711:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 7806976, cdp_page_count 896 00000020:00200000:1.0:1787826383.085714:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 7811072, cdp_page_count 896 00000020:00200000:1.0:1787826383.085717:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 7815168, cdp_page_count 896 00000020:00200000:1.0:1787826383.085720:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 7819264, cdp_page_count 896 00000020:00200000:1.0:1787826383.085724:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 7823360, cdp_page_count 896 00000020:00200000:1.0:1787826383.085727:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 7827456, cdp_page_count 896 00000020:00200000:1.0:1787826383.085730:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 7831552, cdp_page_count 896 00000020:00200000:1.0:1787826383.085733:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 7835648, cdp_page_count 896 00000020:00200000:1.0:1787826383.085736:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 7839744, cdp_page_count 896 00000020:00200000:1.0:1787826383.085740:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 7843840, cdp_page_count 896 00000020:00200000:1.0:1787826383.085743:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 7847936, cdp_page_count 896 00000020:00200000:1.0:1787826383.085746:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 7852032, cdp_page_count 896 00000020:00200000:1.0:1787826383.085750:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 7856128, cdp_page_count 896 00000020:00200000:1.0:1787826383.085753:0:13923:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 7860224, cdp_page_count 896 00000008:00100000:1.0:1787826383.091826:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb840 - object 0x240000403:33 offset 0<>1048576 00000008:00010000:1.0:1787826383.093503:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5ef00 00000008:00010000:1.0:1787826383.093509:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000100:00100000:1.0:1787826383.093539:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492160:192.168.203.115@tcp:4:small_write.0 00000008:00100000:1.0:1787826383.096757:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b83c0 - object 0x240000403:33 offset 1048576<>2097152 00000008:00010000:1.0:1787826383.096806:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000008:00010000:1.0:1787826383.096810:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5ed80 00000100:00100000:1.0:1787826383.096835:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826383.102290:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492416:192.168.203.115@tcp:4:small_write.0 00000008:00100000:1.0:1787826383.102880:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bad00 - object 0x240000403:33 offset 2097152<>3145728 00000008:00010000:1.0:1787826383.102905:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5ed80 00000100:00100000:1.0:1787826383.102922:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492672:192.168.203.115@tcp:4:small_write.0 00000008:00100000:1.0:1787826383.103171:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb0c0 - object 0x240000403:33 offset 3145728<>3670016 00000100:00100000:1.0:1787826383.103192:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826383.103200:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492800:192.168.203.115@tcp:4:small_write.0 00000008:00010000:1.0:1787826383.264908:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5ed80 00000020:00200000:1.0:1787826383.264918:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:1.0:1787826383.264921:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:1.0:1787826383.264922:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:1.0:1787826383.264923:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:1.0:1787826383.264925:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:1.0:1787826383.264926:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:1.0:1787826383.264927:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:1.0:1787826383.264928:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:1.0:1787826383.264930:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:1.0:1787826383.264931:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:1.0:1787826383.264932:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:1.0:1787826383.264933:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:1.0:1787826383.264934:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:1.0:1787826383.264935:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:1.0:1787826383.264937:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:1.0:1787826383.264938:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:1.0:1787826383.264939:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:1.0:1787826383.264940:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:1.0:1787826383.264942:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:1.0:1787826383.264943:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:1.0:1787826383.264944:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:1.0:1787826383.264945:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:1.0:1787826383.264947:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:1.0:1787826383.264958:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:1.0:1787826383.264960:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:1.0:1787826383.264963:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:1.0:1787826383.264964:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:1.0:1787826383.264967:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:1.0:1787826383.264968:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:1.0:1787826383.264970:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:1.0:1787826383.264971:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:1.0:1787826383.264973:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:1.0:1787826383.264974:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:1.0:1787826383.264975:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:1.0:1787826383.264977:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:1.0:1787826383.264978:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:1.0:1787826383.264980:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:1.0:1787826383.264981:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:1.0:1787826383.264983:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:1.0:1787826383.264985:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:1.0:1787826383.264987:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:1.0:1787826383.264988:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:1.0:1787826383.264990:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:1.0:1787826383.264992:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:1.0:1787826383.264993:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:1.0:1787826383.264995:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:1.0:1787826383.264996:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:1.0:1787826383.264998:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:1.0:1787826383.265000:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:1.0:1787826383.265001:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:1.0:1787826383.265003:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:1.0:1787826383.265004:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:1.0:1787826383.265006:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:1.0:1787826383.265007:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:1.0:1787826383.265009:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:1.0:1787826383.265010:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:1.0:1787826383.265012:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:1.0:1787826383.265014:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:1.0:1787826383.265016:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:1.0:1787826383.265017:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:1.0:1787826383.265019:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:1.0:1787826383.265020:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:1.0:1787826383.265022:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:1.0:1787826383.265024:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:1.0:1787826383.265026:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:1.0:1787826383.265028:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:1.0:1787826383.265029:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:1.0:1787826383.265031:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:1.0:1787826383.265032:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:1.0:1787826383.265034:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:1.0:1787826383.265035:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:1.0:1787826383.265037:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:1.0:1787826383.265038:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:1.0:1787826383.265039:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:1.0:1787826383.265040:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:1.0:1787826383.265042:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:1.0:1787826383.265043:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:1.0:1787826383.265044:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:1.0:1787826383.265045:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:1.0:1787826383.265047:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:1.0:1787826383.265048:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:1.0:1787826383.265049:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:1.0:1787826383.265050:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:1.0:1787826383.265052:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:1.0:1787826383.265053:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:1.0:1787826383.265054:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:1.0:1787826383.265055:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:1.0:1787826383.265057:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:1.0:1787826383.265058:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:1.0:1787826383.265060:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:1.0:1787826383.265061:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:1.0:1787826383.265063:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:1.0:1787826383.265064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:1.0:1787826383.265066:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:1.0:1787826383.265067:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:1.0:1787826383.265068:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 800 items remaining. 00000020:00200000:1.0:1787826383.265069:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:1.0:1787826383.265071:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 798 items remaining. 00000020:00200000:1.0:1787826383.265072:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:1.0:1787826383.265073:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 796 items remaining. 00000020:00200000:1.0:1787826383.265075:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:1.0:1787826383.265076:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 794 items remaining. 00000020:00200000:1.0:1787826383.265077:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:1.0:1787826383.265078:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 792 items remaining. 00000020:00200000:1.0:1787826383.265080:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:1.0:1787826383.265081:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 790 items remaining. 00000020:00200000:1.0:1787826383.265082:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:1.0:1787826383.265083:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 788 items remaining. 00000020:00200000:1.0:1787826383.265084:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:1.0:1787826383.265086:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 786 items remaining. 00000020:00200000:1.0:1787826383.265087:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:1.0:1787826383.265088:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 784 items remaining. 00000020:00200000:1.0:1787826383.265089:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:1.0:1787826383.265090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 782 items remaining. 00000020:00200000:1.0:1787826383.265092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:1.0:1787826383.265093:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 780 items remaining. 00000020:00200000:1.0:1787826383.265094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:1.0:1787826383.265095:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 778 items remaining. 00000020:00200000:1.0:1787826383.265097:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:1.0:1787826383.265098:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 776 items remaining. 00000020:00200000:1.0:1787826383.265099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 775 items remaining. 00000020:00200000:1.0:1787826383.265101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:1.0:1787826383.265102:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 773 items remaining. 00000020:00200000:1.0:1787826383.265104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:1.0:1787826383.265105:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 771 items remaining. 00000020:00200000:1.0:1787826383.265107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:1.0:1787826383.265108:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 769 items remaining. 00000020:00200000:1.0:1787826383.265109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000008:00010000:1.0:1787826383.265113:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5ed80 00000100:00100000:1.0:1787826383.265137:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492800:192.168.203.115@tcp:4:small_write.0 00000100:00100000:1.0:1787826383.370082:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968725 gen 5 00000008:00010000:1.0:1787826383.370154:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000020:00200000:1.0:1787826383.370161:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:1.0:1787826383.370163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:1.0:1787826383.370165:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:1.0:1787826383.370166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:1.0:1787826383.370167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:1.0:1787826383.370169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:1.0:1787826383.370170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:1.0:1787826383.370171:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:1.0:1787826383.370173:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:1.0:1787826383.370174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:1.0:1787826383.370176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:1.0:1787826383.370178:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:1.0:1787826383.370179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:1.0:1787826383.370181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:1.0:1787826383.370182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:1.0:1787826383.370184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:1.0:1787826383.370185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:1.0:1787826383.370187:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:1.0:1787826383.370188:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:1.0:1787826383.370189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:1.0:1787826383.370191:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:1.0:1787826383.370193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:1.0:1787826383.370194:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:1.0:1787826383.370196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:1.0:1787826383.370198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:1.0:1787826383.370199:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:1.0:1787826383.370201:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:1.0:1787826383.370203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:1.0:1787826383.370204:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:1.0:1787826383.370206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:1.0:1787826383.370207:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:1.0:1787826383.370209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:1.0:1787826383.370211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:1.0:1787826383.370212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:1.0:1787826383.370214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:1.0:1787826383.370216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:1.0:1787826383.370217:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:1.0:1787826383.370219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:1.0:1787826383.370220:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:1.0:1787826383.370221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:1.0:1787826383.370223:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:1.0:1787826383.370224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:1.0:1787826383.370226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:1.0:1787826383.370228:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:1.0:1787826383.370229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:1.0:1787826383.370231:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:1.0:1787826383.370232:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:1.0:1787826383.370234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:1.0:1787826383.370235:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:1.0:1787826383.370236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:1.0:1787826383.370238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:1.0:1787826383.370240:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:1.0:1787826383.370242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:1.0:1787826383.370243:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:1.0:1787826383.370245:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:1.0:1787826383.370246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:1.0:1787826383.370247:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:1.0:1787826383.370249:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:1.0:1787826383.370250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:1.0:1787826383.370251:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:1.0:1787826383.370253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:1.0:1787826383.370254:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:1.0:1787826383.370255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:1.0:1787826383.370256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:1.0:1787826383.370258:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:1.0:1787826383.370260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:1.0:1787826383.370261:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:1.0:1787826383.370263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:1.0:1787826383.370265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:1.0:1787826383.370266:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:1.0:1787826383.370268:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:1.0:1787826383.370269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:1.0:1787826383.370271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:1.0:1787826383.370272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:1.0:1787826383.370273:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:1.0:1787826383.370275:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:1.0:1787826383.370276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:1.0:1787826383.370278:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:1.0:1787826383.370279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:1.0:1787826383.370280:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:1.0:1787826383.370282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:1.0:1787826383.370283:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:1.0:1787826383.370284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:1.0:1787826383.370285:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:1.0:1787826383.370288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:1.0:1787826383.370290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:1.0:1787826383.370291:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:1.0:1787826383.370293:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:1.0:1787826383.370294:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:1.0:1787826383.370295:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:1.0:1787826383.370297:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:1.0:1787826383.370298:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:1.0:1787826383.370300:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:1.0:1787826383.370301:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:1.0:1787826383.370303:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:1.0:1787826383.370304:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:1.0:1787826383.370306:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:1.0:1787826383.370307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:1.0:1787826383.370309:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:1.0:1787826383.370310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:1.0:1787826383.370312:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:1.0:1787826383.370313:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:1.0:1787826383.370315:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:1.0:1787826383.370316:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:1.0:1787826383.370319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:1.0:1787826383.370320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:1.0:1787826383.370322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:1.0:1787826383.370324:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:1.0:1787826383.370325:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:1.0:1787826383.370327:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:1.0:1787826383.370329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:1.0:1787826383.370330:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:1.0:1787826383.370332:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:1.0:1787826383.370333:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:1.0:1787826383.370335:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:1.0:1787826383.370336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:1.0:1787826383.370338:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:1.0:1787826383.370340:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:1.0:1787826383.370342:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:1.0:1787826383.370343:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:1.0:1787826383.370345:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:1.0:1787826383.370346:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:1.0:1787826383.370348:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:1.0:1787826383.370349:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:1.0:1787826383.370351:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:1.0:1787826383.370353:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:1.0:1787826383.370354:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:1.0:1787826383.370356:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000020:00200000:1.0:1787826383.370358:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 639 items remaining. 00000020:00200000:1.0:1787826383.370359:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 638 items remaining. 00000020:00200000:1.0:1787826383.370361:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 637 items remaining. 00000020:00200000:1.0:1787826383.370362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 636 items remaining. 00000020:00200000:1.0:1787826383.370364:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 635 items remaining. 00000020:00200000:1.0:1787826383.370366:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 634 items remaining. 00000020:00200000:1.0:1787826383.370367:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 633 items remaining. 00000020:00200000:1.0:1787826383.370369:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 632 items remaining. 00000020:00200000:1.0:1787826383.370370:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 631 items remaining. 00000020:00200000:1.0:1787826383.370372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 630 items remaining. 00000020:00200000:1.0:1787826383.370374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 629 items remaining. 00000020:00200000:1.0:1787826383.370375:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 628 items remaining. 00000020:00200000:1.0:1787826383.370377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 627 items remaining. 00000020:00200000:1.0:1787826383.370378:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 626 items remaining. 00000020:00200000:1.0:1787826383.370379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 625 items remaining. 00000020:00200000:1.0:1787826383.370381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 624 items remaining. 00000020:00200000:1.0:1787826383.370383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 623 items remaining. 00000020:00200000:1.0:1787826383.370385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 622 items remaining. 00000020:00200000:1.0:1787826383.370386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 621 items remaining. 00000020:00200000:1.0:1787826383.370546:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 620 items remaining. 00000020:00200000:1.0:1787826383.370549:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 619 items remaining. 00000020:00200000:1.0:1787826383.370550:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 618 items remaining. 00000020:00200000:1.0:1787826383.370552:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 617 items remaining. 00000020:00200000:1.0:1787826383.370554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 616 items remaining. 00000020:00200000:1.0:1787826383.370556:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 615 items remaining. 00000020:00200000:1.0:1787826383.370557:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 614 items remaining. 00000020:00200000:1.0:1787826383.370559:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 613 items remaining. 00000020:00200000:1.0:1787826383.370560:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 612 items remaining. 00000020:00200000:1.0:1787826383.370562:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 611 items remaining. 00000020:00200000:1.0:1787826383.370563:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 610 items remaining. 00000020:00200000:1.0:1787826383.370565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 609 items remaining. 00000020:00200000:1.0:1787826383.370566:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 608 items remaining. 00000020:00200000:1.0:1787826383.370568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 607 items remaining. 00000020:00200000:1.0:1787826383.370569:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 606 items remaining. 00000020:00200000:1.0:1787826383.370571:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 605 items remaining. 00000020:00200000:1.0:1787826383.370573:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 604 items remaining. 00000020:00200000:1.0:1787826383.370574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 603 items remaining. 00000020:00200000:1.0:1787826383.370576:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 602 items remaining. 00000020:00200000:1.0:1787826383.370578:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 601 items remaining. 00000020:00200000:1.0:1787826383.370580:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 600 items remaining. 00000020:00200000:1.0:1787826383.370582:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 599 items remaining. 00000020:00200000:1.0:1787826383.370583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 598 items remaining. 00000020:00200000:1.0:1787826383.370585:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 597 items remaining. 00000020:00200000:1.0:1787826383.370587:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 596 items remaining. 00000020:00200000:1.0:1787826383.370588:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 595 items remaining. 00000020:00200000:1.0:1787826383.370590:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 594 items remaining. 00000020:00200000:1.0:1787826383.370591:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 593 items remaining. 00000020:00200000:1.0:1787826383.370593:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 592 items remaining. 00000020:00200000:1.0:1787826383.370594:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 591 items remaining. 00000020:00200000:1.0:1787826383.370596:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 590 items remaining. 00000020:00200000:1.0:1787826383.370597:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 589 items remaining. 00000020:00200000:1.0:1787826383.370599:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 588 items remaining. 00000020:00200000:1.0:1787826383.370600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 587 items remaining. 00000020:00200000:1.0:1787826383.370602:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 586 items remaining. 00000020:00200000:1.0:1787826383.370603:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 585 items remaining. 00000020:00200000:1.0:1787826383.370605:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 584 items remaining. 00000020:00200000:1.0:1787826383.370606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 583 items remaining. 00000020:00200000:1.0:1787826383.370608:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 582 items remaining. 00000020:00200000:1.0:1787826383.370609:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 581 items remaining. 00000020:00200000:1.0:1787826383.370611:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 580 items remaining. 00000020:00200000:1.0:1787826383.370613:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 579 items remaining. 00000020:00200000:1.0:1787826383.370614:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 578 items remaining. 00000020:00200000:1.0:1787826383.370616:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 577 items remaining. 00000020:00200000:1.0:1787826383.370618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 576 items remaining. 00000020:00200000:1.0:1787826383.370619:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 575 items remaining. 00000020:00200000:1.0:1787826383.370621:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 574 items remaining. 00000020:00200000:1.0:1787826383.370622:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 573 items remaining. 00000020:00200000:1.0:1787826383.370624:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 572 items remaining. 00000020:00200000:1.0:1787826383.370626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 571 items remaining. 00000020:00200000:1.0:1787826383.370627:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 570 items remaining. 00000020:00200000:1.0:1787826383.370629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 569 items remaining. 00000020:00200000:1.0:1787826383.370630:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 568 items remaining. 00000020:00200000:1.0:1787826383.370632:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 567 items remaining. 00000020:00200000:1.0:1787826383.370633:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 566 items remaining. 00000020:00200000:1.0:1787826383.370635:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 565 items remaining. 00000020:00200000:1.0:1787826383.370637:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 564 items remaining. 00000020:00200000:1.0:1787826383.370638:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 563 items remaining. 00000020:00200000:1.0:1787826383.370640:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 562 items remaining. 00000020:00200000:1.0:1787826383.370641:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 561 items remaining. 00000020:00200000:1.0:1787826383.370643:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 560 items remaining. 00000020:00200000:1.0:1787826383.370644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 559 items remaining. 00000020:00200000:1.0:1787826383.370646:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 558 items remaining. 00000020:00200000:1.0:1787826383.370647:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 557 items remaining. 00000020:00200000:1.0:1787826383.370649:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 556 items remaining. 00000020:00200000:1.0:1787826383.370651:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 555 items remaining. 00000020:00200000:1.0:1787826383.370653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 554 items remaining. 00000020:00200000:1.0:1787826383.370654:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 553 items remaining. 00000020:00200000:1.0:1787826383.370656:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 552 items remaining. 00000020:00200000:1.0:1787826383.370657:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 551 items remaining. 00000020:00200000:1.0:1787826383.370659:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 550 items remaining. 00000020:00200000:1.0:1787826383.370660:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 549 items remaining. 00000020:00200000:1.0:1787826383.370662:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 548 items remaining. 00000020:00200000:1.0:1787826383.370664:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 547 items remaining. 00000020:00200000:1.0:1787826383.370665:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 546 items remaining. 00000020:00200000:1.0:1787826383.370667:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 545 items remaining. 00000020:00200000:1.0:1787826383.370668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 544 items remaining. 00000020:00200000:1.0:1787826383.370670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 543 items remaining. 00000020:00200000:1.0:1787826383.370672:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 542 items remaining. 00000020:00200000:1.0:1787826383.370675:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 541 items remaining. 00000020:00200000:1.0:1787826383.370676:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 540 items remaining. 00000020:00200000:1.0:1787826383.370678:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 539 items remaining. 00000020:00200000:1.0:1787826383.370679:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 538 items remaining. 00000020:00200000:1.0:1787826383.370681:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 537 items remaining. 00000020:00200000:1.0:1787826383.370682:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 536 items remaining. 00000020:00200000:1.0:1787826383.370684:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 535 items remaining. 00000020:00200000:1.0:1787826383.370685:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 534 items remaining. 00000020:00200000:1.0:1787826383.370687:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 533 items remaining. 00000020:00200000:1.0:1787826383.370689:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 532 items remaining. 00000020:00200000:1.0:1787826383.370690:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 531 items remaining. 00000020:00200000:1.0:1787826383.370692:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 530 items remaining. 00000020:00200000:1.0:1787826383.370693:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 529 items remaining. 00000020:00200000:1.0:1787826383.370695:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 528 items remaining. 00000020:00200000:1.0:1787826383.370696:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 527 items remaining. 00000020:00200000:1.0:1787826383.370698:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 526 items remaining. 00000020:00200000:1.0:1787826383.370699:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 525 items remaining. 00000020:00200000:1.0:1787826383.370701:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 524 items remaining. 00000020:00200000:1.0:1787826383.370703:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 523 items remaining. 00000020:00200000:1.0:1787826383.370705:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 522 items remaining. 00000020:00200000:1.0:1787826383.370707:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 521 items remaining. 00000020:00200000:1.0:1787826383.370708:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 520 items remaining. 00000020:00200000:1.0:1787826383.370709:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 519 items remaining. 00000020:00200000:1.0:1787826383.370711:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 518 items remaining. 00000020:00200000:1.0:1787826383.370712:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 517 items remaining. 00000020:00200000:1.0:1787826383.370714:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 516 items remaining. 00000020:00200000:1.0:1787826383.370715:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 515 items remaining. 00000020:00200000:1.0:1787826383.370717:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 514 items remaining. 00000020:00200000:1.0:1787826383.370718:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 513 items remaining. 00000020:00200000:1.0:1787826383.370720:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000008:00010000:1.0:1787826383.370724:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000100:00100000:1.0:1787826383.370750:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492672:192.168.203.115@tcp:4:small_write.0 00000008:00010000:1.0:1787826383.370793:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5ef00 00000020:00200000:1.0:1787826383.370796:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1787826383.370798:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1787826383.370799:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1787826383.370801:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1787826383.370802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1787826383.370804:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1787826383.370805:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1787826383.370807:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1787826383.370808:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1787826383.370809:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1787826383.370811:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1787826383.370812:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1787826383.370813:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1787826383.370815:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1787826383.370816:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1787826383.370818:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1787826383.370820:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1787826383.370822:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1787826383.370823:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1787826383.370825:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1787826383.370826:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1787826383.370828:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1787826383.371129:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1787826383.371131:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1787826383.371132:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1787826383.371133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1787826383.371135:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1787826383.371136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1787826383.371138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1787826383.371139:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1787826383.371140:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1787826383.371142:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1787826383.371144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1787826383.371145:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1787826383.371147:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1787826383.371149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1787826383.371150:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1787826383.371152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1787826383.371153:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1787826383.371154:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1787826383.371156:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1787826383.371157:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1787826383.371159:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1787826383.371161:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1787826383.371162:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1787826383.371164:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1787826383.371166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1787826383.371167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1787826383.371169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1787826383.371170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1787826383.371172:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1787826383.371174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1787826383.371176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1787826383.371177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1787826383.371179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1787826383.371181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1787826383.371182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1787826383.371184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1787826383.371185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1787826383.371187:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1787826383.371189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1787826383.371190:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1787826383.371192:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1787826383.371194:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1787826383.371196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1787826383.371198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1787826383.371200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1787826383.371202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1787826383.371203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1787826383.371205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1787826383.371206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1787826383.371208:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1787826383.371210:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1787826383.371212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1787826383.371213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1787826383.371215:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1787826383.371216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1787826383.371218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1787826383.371219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1787826383.371221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1787826383.371224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1787826383.371226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1787826383.371227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1787826383.371228:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1787826383.371230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1787826383.371231:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1787826383.371233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1787826383.371234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1787826383.371236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1787826383.371238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1787826383.371239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1787826383.371241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1787826383.371243:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1787826383.371244:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1787826383.371246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1787826383.371248:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1787826383.371250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1787826383.371252:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1787826383.371253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1787826383.371255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1787826383.371257:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1787826383.371259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1787826383.371260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1787826383.371262:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1787826383.371264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1787826383.371265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1787826383.371267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1787826383.371268:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1787826383.371269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1787826383.371271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1787826383.371272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1787826383.371274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1787826383.371276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1787826383.371277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1787826383.371279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1787826383.371281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1787826383.371282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1787826383.371284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1787826383.371285:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1787826383.371287:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1787826383.371288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1787826383.371290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1787826383.371292:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1787826383.371294:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1787826383.371295:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1787826383.371297:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1787826383.371299:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1787826383.371301:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1787826383.371302:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1787826383.371304:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1787826383.371305:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1787826383.371307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1787826383.371309:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1787826383.371310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1787826383.371312:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1787826383.371314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1787826383.371315:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1787826383.371317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1787826383.371318:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1787826383.371320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1787826383.371321:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1787826383.371323:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1787826383.371324:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1787826383.371325:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1787826383.371378:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1787826383.371380:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1787826383.371381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1787826383.371383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1787826383.371385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1787826383.371386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1787826383.371744:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1787826383.371746:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1787826383.371748:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1787826383.371749:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1787826383.371751:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1787826383.371752:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1787826383.371754:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1787826383.371755:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1787826383.371757:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1787826383.371759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1787826383.371760:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1787826383.371762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1787826383.371764:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1787826383.371765:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1787826383.371767:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1787826383.371769:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1787826383.371770:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1787826383.371772:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1787826383.371774:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1787826383.371775:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1787826383.371777:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1787826383.371779:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1787826383.371781:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1787826383.371782:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1787826383.371784:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1787826383.371785:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1787826383.371787:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1787826383.371789:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1787826383.371791:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1787826383.371793:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1787826383.371794:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1787826383.371796:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1787826383.371798:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1787826383.371799:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1787826383.371801:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1787826383.371802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1787826383.371804:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1787826383.371806:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1787826383.371808:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1787826383.371810:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1787826383.371812:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1787826383.371813:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1787826383.371815:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1787826383.371817:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1787826383.371819:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1787826383.371821:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1787826383.371823:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1787826383.371825:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1787826383.371826:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1787826383.371828:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1787826383.372024:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1787826383.372026:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1787826383.372028:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1787826383.372030:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1787826383.372031:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1787826383.372033:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1787826383.372034:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1787826383.372035:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1787826383.372037:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1787826383.372039:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1787826383.372041:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1787826383.372042:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1787826383.372043:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1787826383.372045:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1787826383.372046:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1787826383.372048:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1787826383.372049:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1787826383.372051:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1787826383.372052:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1787826383.372054:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1787826383.372056:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1787826383.372057:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1787826383.372059:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1787826383.372061:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1787826383.372062:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1787826383.372064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1787826383.372065:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1787826383.372067:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1787826383.372068:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1787826383.372070:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1787826383.372072:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1787826383.372073:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1787826383.372074:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1787826383.372076:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1787826383.372078:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1787826383.372079:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1787826383.372081:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1787826383.372082:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1787826383.372084:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1787826383.372085:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1787826383.372087:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1787826383.372089:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1787826383.372090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1787826383.372092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1787826383.372093:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1787826383.372094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1787826383.372096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1787826383.372097:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1787826383.372099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1787826383.372100:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1787826383.372101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1787826383.372103:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1787826383.372104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1787826383.372106:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1787826383.372108:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1787826383.372109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1787826383.372114:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5ef00 00000100:00100000:1.0:1787826383.372135:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492416:192.168.203.115@tcp:4:small_write.0 00000008:00010000:1.0:1787826383.372197:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78300 00000020:00200000:1.0:1787826383.372200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826383.372202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826383.372204:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826383.372206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826383.372207:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826383.372209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826383.372211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826383.372213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826383.372214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826383.372216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826383.372217:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826383.372218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826383.372220:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826383.372222:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826383.372224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826383.372225:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826383.372227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826383.372229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826383.372230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826383.372232:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826383.372233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826383.372234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826383.372236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826383.372238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826383.372239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826383.372241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826383.372242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826383.372244:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826383.372246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826383.372247:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826383.372248:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826383.372250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826383.372252:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826383.372253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826383.372255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826383.372256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826383.372258:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826383.372260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826383.372262:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826383.372263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826383.372265:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826383.372267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826383.372268:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826383.372269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826383.372271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826383.372273:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826383.372274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826383.372276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826383.372277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826383.372279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826383.372280:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826383.372282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826383.372283:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826383.372284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826383.372286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826383.372287:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826383.372289:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826383.372290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826383.372291:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826383.372293:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826383.372294:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826383.372296:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826383.372298:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826383.372299:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826383.372301:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826383.372302:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826383.372304:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826383.372305:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826383.372307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826383.372309:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826383.372310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826383.372311:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826383.372313:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826383.372315:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826383.372316:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826383.372317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826383.372319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826383.372320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826383.372322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826383.372323:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826383.372325:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826383.372326:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826383.372328:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826383.372329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826383.372331:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826383.372332:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826383.372334:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826383.372336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826383.372337:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826383.372339:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826383.372341:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826383.372342:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826383.372344:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826383.372346:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826383.372347:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826383.372349:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826383.372350:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826383.372352:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826383.372353:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826383.372355:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826383.372356:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826383.372358:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826383.372359:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826383.372361:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826383.372362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826383.372364:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826383.372365:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826383.372367:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826383.372369:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826383.372370:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826383.372372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826383.372374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826383.372376:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826383.372377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826383.372379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826383.372380:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826383.372382:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826383.372383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826383.372385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826383.372387:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826383.373551:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826383.373553:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826383.373555:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826383.373556:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826383.373558:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826383.373559:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826383.373561:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826383.373563:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826383.373564:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826383.373565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826383.373567:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826383.373568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826383.373570:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826383.373572:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826383.373574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826383.373575:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826383.373577:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826383.373578:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826383.373579:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826383.373581:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826383.373583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826383.373585:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826383.373586:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826383.373588:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826383.373590:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826383.373592:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826383.373593:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826383.373595:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826383.373596:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826383.373597:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826383.373599:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826383.373600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826383.373603:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826383.373604:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826383.373606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826383.373607:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826383.373609:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826383.373611:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826383.373613:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826383.373615:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826383.373616:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826383.373618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826383.373620:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826383.373621:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826383.373622:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826383.373624:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826383.373626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826383.373628:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826383.373629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826383.373631:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826383.373633:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826383.373635:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826383.373637:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826383.373639:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826383.373641:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826383.373643:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826383.373644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826383.373646:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826383.373648:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826383.373650:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826383.373652:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826383.373653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826383.373655:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826383.373657:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826383.373659:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826383.373661:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826383.373663:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826383.373665:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826383.373666:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826383.373668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826383.373670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826383.373671:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826383.373673:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826383.373674:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826383.373676:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826383.373678:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826383.373679:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826383.373681:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826383.373683:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826383.373684:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826383.373686:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826383.373688:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826383.373689:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826383.373691:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826383.373693:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826383.373695:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826383.373697:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826383.373698:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826383.373700:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826383.373702:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826383.373704:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826383.373705:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826383.373707:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826383.373709:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826383.373710:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826383.373712:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826383.373714:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826383.373716:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826383.373718:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826383.373719:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826383.373721:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826383.373723:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826383.373725:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826383.373727:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826383.373729:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826383.373730:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826383.373732:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826383.373734:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826383.373736:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826383.373738:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826383.373739:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826383.373741:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826383.373743:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826383.373744:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826383.373746:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826383.373748:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826383.373750:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826383.373752:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826383.373753:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826383.373755:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826383.373756:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826383.373758:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826383.373759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826383.373761:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826383.373762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826383.373764:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826383.373766:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826383.373767:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826383.373769:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826383.373771:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826383.373772:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826383.373774:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826383.373776:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826383.373777:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826383.373779:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826383.373780:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826383.374205:0:2359:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio write aio->cda_bytes 3670016 00000020:00200000:1.0:1787826383.374223:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1787826383.374248:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78300 00000100:00100000:1.0:1787826383.374272:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428492160:192.168.203.115@tcp:4:small_write.0 00000100:00100000:1.0:1787826383.385109:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428493568:192.168.203.115@tcp:3:small_write.0 00000100:00100000:1.0:1787826383.393216:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9835e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428493696:192.168.203.115@tcp:3:small_write.0 00000020:00200000:1.0:1787826383.393609:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 896 items remaining. 00000080:00200000:1.0:1787826383.393614:0:15926:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 3670016 count 3670016 file_offset 7864320 00000020:00010000:1.0:1787826383.393623:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826383.393627:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393631:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d548b0 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393634:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393636:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d548b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826383.393644:0:15926:0:(vvp_io.c:533:vvp_io_advance()) advancing 3670016 bytes 00020000:00200000:1.0:1787826383.393651:0:15926:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [7864320, 8388608) 10485760, 524288 00020000:00200000:1.0:1787826383.393654:0:15926:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:1.0:1787826383.393667:0:15926:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1920, 2047] 00000008:00010000:1.0:1787826383.393679:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1787826383.393684:0:15926:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f03108b0, osc lock ffff9ab5c5025998, flags 0x0 00000080:00200000:1.0:1787826383.393690:0:15926:0:(vvp_io.c:874:vvp_io_read_start()) f2b.sanity-pfl: read [7864320, 8388608) 00000001:00010000:1.0:1787826383.393701:0:15926:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x248:0x0] 00000002:00010000:1.0:1787826383.393707:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826383.393712:0:15926:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5f2656430, mdc lock ffff9ab5c5025ad0, flags 400001002 00000008:00010000:1.0:1787826383.393715:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826383.393717:0:15926:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2656470, osc lock ffff9ab5c50254b8, flags 0x400001002 00000008:00010000:1.0:1787826383.393720:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826383.393721:0:15926:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f26564b0, osc lock ffff9ab5c5025110, flags 0x400001002 00000008:00010000:1.0:1787826383.393724:0:15926:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826383.393726:0:15926:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f26564f0, osc lock ffff9ab5c50255f0, flags 0x400001002 00010000:00010000:1.0:1787826383.393745:0:15926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce27c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa49 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826383.393758:0:15926:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce27c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa49 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826383.393770:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826383.393773:0:15926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce27c lrc: 5/1,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1aa49 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826383.393782:0:15926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce27c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa49 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826383.393803:0:15926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3dc1750/0x1d187e8ba27ce283 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa42 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826383.393814:0:15926:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3dc1750/0x1d187e8ba27ce283 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa42 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826383.393823:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826383.393826:0:15926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3dc1750/0x1d187e8ba27ce283 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1aa42 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826383.393835:0:15926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3dc1750/0x1d187e8ba27ce283 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa42 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826383.393847:0:15926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce298 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa88 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826383.393856:0:15926:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce298 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa88 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826383.393864:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826383.393867:0:15926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce298 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1aa88 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826383.393875:0:15926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce298 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa88 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826383.393888:0:15926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce29f lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa8f expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826383.393895:0:15926:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce29f lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa8f expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826383.393901:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826383.393904:0:15926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce29f lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1aa8f expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826383.393912:0:15926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce29f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aa8f expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826383.393919:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826383.393925:0:15926:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x248:0x0] updating i_size 7864320 i_blocks 16412 00000020:00010000:1.0:1787826383.393928:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826383.393931:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393934:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2656430 (ffff9ab5f1cb4758/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393937:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2656470 (ffff9ab5ea87bf38/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393940:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f26564b0 (ffff9ab5ea87bab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393943:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f26564f0 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393945:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393948:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2656430 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393951:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2656470 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393954:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f26564b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393957:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f26564f0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393964:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826383.393967:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393969:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f03108b0 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826383.393972:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826383.393974:0:15926:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f03108b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826383.393978:0:15926:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00200000:1.0:1787826383.393982:0:15926:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826383.450210:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 581632, cdp_page_count 256 00000020:00200000:1.0:1787826383.450223:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 585728, cdp_page_count 256 00000020:00200000:1.0:1787826383.450239:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 589824, cdp_page_count 256 00000020:00200000:1.0:1787826383.450249:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 593920, cdp_page_count 256 00000020:00200000:1.0:1787826383.450259:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 598016, cdp_page_count 256 00000020:00200000:1.0:1787826383.450268:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 602112, cdp_page_count 256 00000020:00200000:1.0:1787826383.450279:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 606208, cdp_page_count 256 00000020:00200000:1.0:1787826383.450291:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 610304, cdp_page_count 256 00000020:00200000:1.0:1787826383.450301:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 614400, cdp_page_count 256 00000020:00200000:1.0:1787826383.450310:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 618496, cdp_page_count 256 00000020:00200000:1.0:1787826383.450319:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 622592, cdp_page_count 256 00000020:00200000:1.0:1787826383.450330:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 626688, cdp_page_count 256 00000020:00200000:1.0:1787826383.450339:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 630784, cdp_page_count 256 00000020:00200000:1.0:1787826383.450349:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 634880, cdp_page_count 256 00000020:00200000:1.0:1787826383.450360:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 638976, cdp_page_count 256 00000020:00200000:1.0:1787826383.450370:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 643072, cdp_page_count 256 00000020:00200000:1.0:1787826383.450380:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 647168, cdp_page_count 256 00000020:00200000:1.0:1787826383.450393:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 651264, cdp_page_count 256 00000020:00200000:1.0:1787826383.450428:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 655360, cdp_page_count 256 00000020:00200000:1.0:1787826383.450452:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 659456, cdp_page_count 256 00000020:00200000:1.0:1787826383.450464:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 663552, cdp_page_count 256 00000020:00200000:1.0:1787826383.450476:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 667648, cdp_page_count 256 00000020:00200000:1.0:1787826383.450486:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 671744, cdp_page_count 256 00000020:00200000:1.0:1787826383.450496:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 675840, cdp_page_count 256 00000020:00200000:1.0:1787826383.450506:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 679936, cdp_page_count 256 00000020:00200000:1.0:1787826383.450515:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 684032, cdp_page_count 256 00000020:00200000:1.0:1787826383.450525:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 688128, cdp_page_count 256 00000020:00200000:1.0:1787826383.450535:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 692224, cdp_page_count 256 00000020:00200000:1.0:1787826383.450545:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 696320, cdp_page_count 256 00000020:00200000:1.0:1787826383.450555:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 700416, cdp_page_count 256 00000020:00200000:1.0:1787826383.450564:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 704512, cdp_page_count 256 00000020:00200000:1.0:1787826383.450574:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 708608, cdp_page_count 256 00000020:00200000:1.0:1787826383.450587:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 712704, cdp_page_count 256 00000020:00200000:1.0:1787826383.450597:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 716800, cdp_page_count 256 00000020:00200000:1.0:1787826383.450608:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 720896, cdp_page_count 256 00000020:00200000:1.0:1787826383.450620:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 724992, cdp_page_count 256 00000020:00200000:1.0:1787826383.450630:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 729088, cdp_page_count 256 00000020:00200000:1.0:1787826383.450643:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 733184, cdp_page_count 256 00000020:00200000:1.0:1787826383.450653:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 737280, cdp_page_count 256 00000020:00200000:1.0:1787826383.450663:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 741376, cdp_page_count 256 00000020:00200000:1.0:1787826383.450674:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 745472, cdp_page_count 256 00000020:00200000:1.0:1787826383.450685:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 749568, cdp_page_count 256 00000020:00200000:1.0:1787826383.450696:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 753664, cdp_page_count 256 00000020:00200000:1.0:1787826383.450707:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 757760, cdp_page_count 256 00000020:00200000:1.0:1787826383.450719:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 761856, cdp_page_count 256 00000020:00200000:1.0:1787826383.450730:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 765952, cdp_page_count 256 00000020:00200000:1.0:1787826383.450739:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 770048, cdp_page_count 256 00000020:00200000:1.0:1787826383.450753:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 774144, cdp_page_count 256 00000020:00200000:1.0:1787826383.450763:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 778240, cdp_page_count 256 00000020:00200000:1.0:1787826383.450775:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 782336, cdp_page_count 256 00000020:00200000:1.0:1787826383.450784:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 786432, cdp_page_count 256 00000020:00200000:1.0:1787826383.450794:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 790528, cdp_page_count 256 00000020:00200000:1.0:1787826383.450804:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 794624, cdp_page_count 256 00000020:00200000:1.0:1787826383.450814:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 798720, cdp_page_count 256 00000020:00200000:1.0:1787826383.450825:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 802816, cdp_page_count 256 00000020:00200000:1.0:1787826383.450835:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 806912, cdp_page_count 256 00000020:00200000:1.0:1787826383.450847:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 811008, cdp_page_count 256 00000020:00200000:1.0:1787826383.450857:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 815104, cdp_page_count 256 00000020:00200000:1.0:1787826383.450867:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 819200, cdp_page_count 256 00000020:00200000:1.0:1787826383.450878:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 823296, cdp_page_count 256 00000020:00200000:1.0:1787826383.450889:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 827392, cdp_page_count 256 00000020:00200000:1.0:1787826383.450899:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 831488, cdp_page_count 256 00000020:00200000:1.0:1787826383.451607:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 835584, cdp_page_count 256 00000020:00200000:1.0:1787826383.451613:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 839680, cdp_page_count 256 00000020:00200000:1.0:1787826383.451616:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 843776, cdp_page_count 256 00000020:00200000:1.0:1787826383.451619:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 847872, cdp_page_count 256 00000020:00200000:1.0:1787826383.451623:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 851968, cdp_page_count 256 00000020:00200000:1.0:1787826383.451625:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 856064, cdp_page_count 256 00000020:00200000:1.0:1787826383.451628:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 860160, cdp_page_count 256 00000020:00200000:1.0:1787826383.451630:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 864256, cdp_page_count 256 00000020:00200000:1.0:1787826383.451633:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 868352, cdp_page_count 256 00000020:00200000:1.0:1787826383.451635:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 872448, cdp_page_count 256 00000020:00200000:1.0:1787826383.451638:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 876544, cdp_page_count 256 00000020:00200000:1.0:1787826383.451640:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 880640, cdp_page_count 256 00000020:00200000:1.0:1787826383.451642:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 884736, cdp_page_count 256 00000020:00200000:1.0:1787826383.451645:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 888832, cdp_page_count 256 00000020:00200000:1.0:1787826383.451647:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 892928, cdp_page_count 256 00000020:00200000:1.0:1787826383.451650:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 897024, cdp_page_count 256 00000020:00200000:1.0:1787826383.451653:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 901120, cdp_page_count 256 00000020:00200000:1.0:1787826383.451655:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 905216, cdp_page_count 256 00000020:00200000:1.0:1787826383.451658:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 909312, cdp_page_count 256 00000020:00200000:1.0:1787826383.451660:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 913408, cdp_page_count 256 00000020:00200000:1.0:1787826383.451663:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 917504, cdp_page_count 256 00000020:00200000:1.0:1787826383.451666:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 921600, cdp_page_count 256 00000020:00200000:1.0:1787826383.451670:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 925696, cdp_page_count 256 00000020:00200000:1.0:1787826383.451672:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 929792, cdp_page_count 256 00000020:00200000:1.0:1787826383.451675:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 933888, cdp_page_count 256 00000020:00200000:1.0:1787826383.451678:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 937984, cdp_page_count 256 00000020:00200000:1.0:1787826383.451681:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 942080, cdp_page_count 256 00000020:00200000:1.0:1787826383.451683:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 946176, cdp_page_count 256 00000020:00200000:1.0:1787826383.451686:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 950272, cdp_page_count 256 00000020:00200000:1.0:1787826383.451688:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 954368, cdp_page_count 256 00000020:00200000:1.0:1787826383.451691:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 958464, cdp_page_count 256 00000020:00200000:1.0:1787826383.451693:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 962560, cdp_page_count 256 00000020:00200000:1.0:1787826383.451696:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 966656, cdp_page_count 256 00000020:00200000:1.0:1787826383.451698:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 970752, cdp_page_count 256 00000020:00200000:1.0:1787826383.451701:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 974848, cdp_page_count 256 00000020:00200000:1.0:1787826383.451703:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 978944, cdp_page_count 256 00000020:00200000:1.0:1787826383.451706:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 983040, cdp_page_count 256 00000020:00200000:1.0:1787826383.451709:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 987136, cdp_page_count 256 00000020:00200000:1.0:1787826383.451712:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 991232, cdp_page_count 256 00000020:00200000:1.0:1787826383.451715:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 995328, cdp_page_count 256 00000020:00200000:1.0:1787826383.451717:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 999424, cdp_page_count 256 00000020:00200000:1.0:1787826383.451720:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 1003520, cdp_page_count 256 00000020:00200000:1.0:1787826383.451723:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 1007616, cdp_page_count 256 00000020:00200000:1.0:1787826383.451726:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 1011712, cdp_page_count 256 00000020:00200000:1.0:1787826383.451730:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 1015808, cdp_page_count 256 00000020:00200000:1.0:1787826383.451732:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 1019904, cdp_page_count 256 00000020:00200000:1.0:1787826383.451735:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 1024000, cdp_page_count 256 00000020:00200000:1.0:1787826383.451738:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 1028096, cdp_page_count 256 00000020:00200000:1.0:1787826383.451741:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 1032192, cdp_page_count 256 00000020:00200000:1.0:1787826383.451744:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 1036288, cdp_page_count 256 00000020:00200000:1.0:1787826383.451746:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 1040384, cdp_page_count 256 00000020:00200000:1.0:1787826383.451749:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 1044480, cdp_page_count 256 00000020:00200000:1.0:1787826383.451769:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:1.0:1787826383.451780:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb780 00000100:00100000:1.0:1787826383.451816:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9835a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428493184:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.460050:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00000020:00200000:1.0:1787826383.460062:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826383.460066:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826383.460068:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826383.460070:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826383.460071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826383.460073:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826383.460075:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826383.460076:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826383.460078:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826383.460080:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826383.460081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826383.460083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826383.460084:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826383.460086:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826383.460087:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826383.460089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826383.460090:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826383.460092:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826383.460093:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826383.460094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826383.460096:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826383.460097:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826383.460099:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826383.460100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826383.460102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826383.460103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826383.460105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826383.460106:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826383.460109:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826383.460110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826383.460111:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826383.460113:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826383.460114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826383.460116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826383.460117:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826383.460119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826383.460120:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826383.460122:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826383.460123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826383.460125:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826383.460126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826383.460128:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826383.460129:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826383.460131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826383.460132:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826383.460134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826383.460135:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826383.460137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826383.460138:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826383.460140:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826383.460141:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826383.460143:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826383.460144:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826383.460145:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826383.460147:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826383.460148:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826383.460150:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826383.460151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826383.460153:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826383.460154:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826383.460156:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826383.460158:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826383.460159:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826383.460161:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826383.460162:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826383.460164:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826383.460165:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826383.460167:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826383.460168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826383.460170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826383.460171:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826383.460173:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826383.460174:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826383.460176:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826383.460177:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826383.460179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826383.460180:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826383.460182:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826383.460183:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826383.460185:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826383.460186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826383.460187:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826383.460189:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826383.460190:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826383.460192:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826383.460193:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826383.460195:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826383.460196:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826383.460198:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826383.460199:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826383.460201:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826383.460203:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826383.460204:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826383.460206:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826383.460207:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826383.460209:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826383.460210:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826383.460212:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826383.460213:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826383.460215:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826383.460216:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826383.460218:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826383.460219:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826383.460221:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826383.460222:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826383.460224:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826383.460225:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826383.460227:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826383.460228:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826383.460230:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826383.460231:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826383.460233:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826383.460234:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826383.460236:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826383.460237:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826383.460238:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826383.460240:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826383.460241:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826383.460243:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826383.460244:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826383.460246:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826383.460248:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826383.460249:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826383.460250:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826383.460252:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826383.460254:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826383.460256:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826383.460257:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826383.460259:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826383.460260:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826383.460262:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826383.460263:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826383.460265:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826383.460266:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826383.460268:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826383.460269:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826383.460271:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826383.460272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826383.460274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826383.460275:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826383.460277:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826383.460278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826383.460280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826383.460281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826383.460282:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826383.460284:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826383.460285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826383.460287:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826383.460288:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826383.460290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826383.460291:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826383.460293:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826383.460294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826383.460296:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826383.460297:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826383.460299:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826383.460301:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826383.460302:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826383.460304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826383.460306:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826383.460307:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826383.460309:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826383.460310:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826383.460312:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826383.460313:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826383.460314:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826383.460316:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826383.460317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826383.460319:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826383.460321:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826383.460322:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826383.460323:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826383.460325:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826383.460327:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826383.460328:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826383.460329:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826383.460331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826383.460332:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826383.460334:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826383.460335:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826383.460337:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826383.460338:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826383.460340:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826383.460341:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826383.460343:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826383.460344:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826383.460346:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826383.460347:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826383.460349:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826383.460350:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826383.460352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826383.460353:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826383.460355:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826383.460356:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826383.460358:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826383.460359:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826383.460361:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826383.460362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826383.460363:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826383.460365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826383.460366:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826383.460368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826383.460369:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826383.460371:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826383.460372:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826383.460374:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826383.460375:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826383.460376:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826383.460378:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826383.460379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826383.460381:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826383.460382:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826383.460384:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826383.460385:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826383.463735:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826383.463748:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826383.463750:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826383.463751:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826383.463753:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826383.463755:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826383.463757:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826383.463759:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826383.463761:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826383.463763:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826383.463764:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826383.463766:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826383.463767:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826383.463769:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826383.463771:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826383.463773:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826383.463775:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826383.463776:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826383.463779:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826383.463780:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826383.463782:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826383.463783:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826383.463785:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826383.463787:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826383.463789:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826383.463791:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826383.463793:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826383.463794:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826383.463796:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826383.463797:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826383.463799:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826383.463801:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826383.463802:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826383.463803:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826383.463805:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826383.463807:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826383.463809:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826383.463811:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826383.463813:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826383.463815:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826383.463817:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826383.463818:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826383.466917:0:2360:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 1048576 00000020:00200000:1.0:1787826383.466931:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 1048576, cdp_page_count 256 00000020:00200000:1.0:1787826383.466938:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 1052672, cdp_page_count 256 00000020:00200000:1.0:1787826383.466941:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 1056768, cdp_page_count 256 00000020:00200000:1.0:1787826383.466945:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 1060864, cdp_page_count 256 00000020:00200000:1.0:1787826383.466954:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 1064960, cdp_page_count 256 00000020:00200000:1.0:1787826383.466959:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 1069056, cdp_page_count 256 00000020:00200000:1.0:1787826383.466962:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 1073152, cdp_page_count 256 00000020:00200000:1.0:1787826383.466966:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 1077248, cdp_page_count 256 00000020:00200000:1.0:1787826383.466970:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 1081344, cdp_page_count 256 00000020:00200000:1.0:1787826383.466973:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 1085440, cdp_page_count 256 00000020:00200000:1.0:1787826383.466977:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 1089536, cdp_page_count 256 00000020:00200000:1.0:1787826383.466980:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 1093632, cdp_page_count 256 00000020:00200000:1.0:1787826383.466983:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 1097728, cdp_page_count 256 00000020:00200000:1.0:1787826383.466986:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 1101824, cdp_page_count 256 00000020:00200000:1.0:1787826383.466989:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 1105920, cdp_page_count 256 00000020:00200000:1.0:1787826383.466992:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 1110016, cdp_page_count 256 00000020:00200000:1.0:1787826383.466996:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 1114112, cdp_page_count 256 00000020:00200000:1.0:1787826383.466999:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 1118208, cdp_page_count 256 00000020:00200000:1.0:1787826383.467002:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 1122304, cdp_page_count 256 00000020:00200000:1.0:1787826383.467005:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 1126400, cdp_page_count 256 00000020:00200000:1.0:1787826383.467008:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 1130496, cdp_page_count 256 00000020:00200000:1.0:1787826383.467011:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 1134592, cdp_page_count 256 00000020:00200000:1.0:1787826383.467014:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 1138688, cdp_page_count 256 00000020:00200000:1.0:1787826383.467017:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 1142784, cdp_page_count 256 00000020:00200000:1.0:1787826383.467020:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 1146880, cdp_page_count 256 00000020:00200000:1.0:1787826383.467023:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 1150976, cdp_page_count 256 00000020:00200000:1.0:1787826383.467026:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 1155072, cdp_page_count 256 00000020:00200000:1.0:1787826383.467029:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 1159168, cdp_page_count 256 00000020:00200000:1.0:1787826383.467032:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 1163264, cdp_page_count 256 00000020:00200000:1.0:1787826383.467035:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 1167360, cdp_page_count 256 00000020:00200000:1.0:1787826383.467038:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 1171456, cdp_page_count 256 00000020:00200000:1.0:1787826383.467041:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 1175552, cdp_page_count 256 00000020:00200000:1.0:1787826383.467044:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 1179648, cdp_page_count 256 00000020:00200000:1.0:1787826383.467047:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 1183744, cdp_page_count 256 00000020:00200000:1.0:1787826383.467051:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 1187840, cdp_page_count 256 00000020:00200000:1.0:1787826383.467054:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 1191936, cdp_page_count 256 00000020:00200000:1.0:1787826383.467058:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 1196032, cdp_page_count 256 00000020:00200000:1.0:1787826383.467061:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 1200128, cdp_page_count 256 00000020:00200000:1.0:1787826383.467064:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 1204224, cdp_page_count 256 00000020:00200000:1.0:1787826383.467067:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 1208320, cdp_page_count 256 00000020:00200000:1.0:1787826383.467070:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 1212416, cdp_page_count 256 00000020:00200000:1.0:1787826383.467073:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 1216512, cdp_page_count 256 00000020:00200000:1.0:1787826383.467075:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 1220608, cdp_page_count 256 00000020:00200000:1.0:1787826383.467078:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 1224704, cdp_page_count 256 00000020:00200000:1.0:1787826383.467080:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 1228800, cdp_page_count 256 00000020:00200000:1.0:1787826383.467083:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 1232896, cdp_page_count 256 00000020:00200000:1.0:1787826383.467086:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 1236992, cdp_page_count 256 00000020:00200000:1.0:1787826383.467088:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 1241088, cdp_page_count 256 00000020:00200000:1.0:1787826383.467091:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 1245184, cdp_page_count 256 00000020:00200000:1.0:1787826383.467094:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 1249280, cdp_page_count 256 00000020:00200000:1.0:1787826383.467097:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 1253376, cdp_page_count 256 00000020:00200000:1.0:1787826383.467100:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 1257472, cdp_page_count 256 00000020:00200000:1.0:1787826383.467103:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 1261568, cdp_page_count 256 00000020:00200000:1.0:1787826383.467106:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 1265664, cdp_page_count 256 00000020:00200000:1.0:1787826383.467109:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 1269760, cdp_page_count 256 00000020:00200000:1.0:1787826383.467113:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 1273856, cdp_page_count 256 00000020:00200000:1.0:1787826383.467116:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 1277952, cdp_page_count 256 00000020:00200000:1.0:1787826383.467119:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 1282048, cdp_page_count 256 00000020:00200000:1.0:1787826383.467123:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 1286144, cdp_page_count 256 00000020:00200000:1.0:1787826383.467126:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 1290240, cdp_page_count 256 00000020:00200000:1.0:1787826383.467129:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 1294336, cdp_page_count 256 00000020:00200000:1.0:1787826383.467133:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 1298432, cdp_page_count 256 00000020:00200000:1.0:1787826383.467136:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 1302528, cdp_page_count 256 00000020:00200000:1.0:1787826383.467139:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 1306624, cdp_page_count 256 00000020:00200000:1.0:1787826383.467142:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 1310720, cdp_page_count 256 00000020:00200000:1.0:1787826383.467145:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 1314816, cdp_page_count 256 00000020:00200000:1.0:1787826383.467148:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 1318912, cdp_page_count 256 00000020:00200000:1.0:1787826383.467151:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 1323008, cdp_page_count 256 00000020:00200000:1.0:1787826383.467154:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 1327104, cdp_page_count 256 00000020:00200000:1.0:1787826383.467157:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 1331200, cdp_page_count 256 00000020:00200000:1.0:1787826383.467160:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 1335296, cdp_page_count 256 00000020:00200000:1.0:1787826383.467163:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 1339392, cdp_page_count 256 00000020:00200000:1.0:1787826383.467167:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 1343488, cdp_page_count 256 00000020:00200000:1.0:1787826383.467170:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 1347584, cdp_page_count 256 00000020:00200000:1.0:1787826383.467173:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 1351680, cdp_page_count 256 00000020:00200000:1.0:1787826383.467176:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 1355776, cdp_page_count 256 00000020:00200000:1.0:1787826383.467179:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 1359872, cdp_page_count 256 00000020:00200000:1.0:1787826383.467182:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 1363968, cdp_page_count 256 00000020:00200000:1.0:1787826383.467185:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 1368064, cdp_page_count 256 00000020:00200000:1.0:1787826383.467188:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 1372160, cdp_page_count 256 00000020:00200000:1.0:1787826383.467191:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 1376256, cdp_page_count 256 00000020:00200000:1.0:1787826383.467194:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 1380352, cdp_page_count 256 00000020:00200000:1.0:1787826383.467197:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 1384448, cdp_page_count 256 00000020:00200000:1.0:1787826383.467200:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 1388544, cdp_page_count 256 00000020:00200000:1.0:1787826383.467202:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 1392640, cdp_page_count 256 00000020:00200000:1.0:1787826383.467205:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 1396736, cdp_page_count 256 00000020:00200000:1.0:1787826383.467209:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 1400832, cdp_page_count 256 00000020:00200000:1.0:1787826383.467212:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 1404928, cdp_page_count 256 00000020:00200000:1.0:1787826383.467216:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 1409024, cdp_page_count 256 00000020:00200000:1.0:1787826383.467219:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 1413120, cdp_page_count 256 00000020:00200000:1.0:1787826383.467222:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 1417216, cdp_page_count 256 00000020:00200000:1.0:1787826383.467226:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 1421312, cdp_page_count 256 00000020:00200000:1.0:1787826383.467229:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 1425408, cdp_page_count 256 00000020:00200000:1.0:1787826383.467232:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 1429504, cdp_page_count 256 00000020:00200000:1.0:1787826383.467235:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 1433600, cdp_page_count 256 00000020:00200000:1.0:1787826383.467238:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 1437696, cdp_page_count 256 00000020:00200000:1.0:1787826383.467242:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 1441792, cdp_page_count 256 00000020:00200000:1.0:1787826383.467244:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 1445888, cdp_page_count 256 00000020:00200000:1.0:1787826383.467247:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 1449984, cdp_page_count 256 00000020:00200000:1.0:1787826383.467250:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 1454080, cdp_page_count 256 00000020:00200000:1.0:1787826383.467253:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 1458176, cdp_page_count 256 00000020:00200000:1.0:1787826383.467256:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 1462272, cdp_page_count 256 00000020:00200000:1.0:1787826383.467259:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 1466368, cdp_page_count 256 00000020:00200000:1.0:1787826383.467261:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 1470464, cdp_page_count 256 00000020:00200000:1.0:1787826383.467265:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 1474560, cdp_page_count 256 00000020:00200000:1.0:1787826383.467268:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 1478656, cdp_page_count 256 00000020:00200000:1.0:1787826383.467271:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 1482752, cdp_page_count 256 00000020:00200000:1.0:1787826383.467275:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 1486848, cdp_page_count 256 00000020:00200000:1.0:1787826383.467278:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 1490944, cdp_page_count 256 00000020:00200000:1.0:1787826383.467281:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 1495040, cdp_page_count 256 00000020:00200000:1.0:1787826383.467284:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 1499136, cdp_page_count 256 00000020:00200000:1.0:1787826383.467287:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 1503232, cdp_page_count 256 00000020:00200000:1.0:1787826383.467290:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 1507328, cdp_page_count 256 00000020:00200000:1.0:1787826383.467293:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 1511424, cdp_page_count 256 00000020:00200000:1.0:1787826383.467296:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 1515520, cdp_page_count 256 00000020:00200000:1.0:1787826383.467299:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 1519616, cdp_page_count 256 00000020:00200000:1.0:1787826383.467302:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 1523712, cdp_page_count 256 00000020:00200000:1.0:1787826383.467305:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 1527808, cdp_page_count 256 00000020:00200000:1.0:1787826383.467309:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 1531904, cdp_page_count 256 00000020:00200000:1.0:1787826383.467312:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 1536000, cdp_page_count 256 00000020:00200000:1.0:1787826383.467315:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 1540096, cdp_page_count 256 00000020:00200000:1.0:1787826383.467317:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 1544192, cdp_page_count 256 00000020:00200000:1.0:1787826383.467321:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 1548288, cdp_page_count 256 00000020:00200000:1.0:1787826383.467324:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 1552384, cdp_page_count 256 00000020:00200000:1.0:1787826383.467327:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 1556480, cdp_page_count 256 00000020:00200000:1.0:1787826383.467330:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 1560576, cdp_page_count 256 00000020:00200000:1.0:1787826383.467333:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 1564672, cdp_page_count 256 00000020:00200000:1.0:1787826383.467336:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 1568768, cdp_page_count 256 00000020:00200000:1.0:1787826383.467341:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 1572864, cdp_page_count 256 00000020:00200000:1.0:1787826383.467344:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 1576960, cdp_page_count 256 00000020:00200000:1.0:1787826383.467346:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 1581056, cdp_page_count 256 00000020:00200000:1.0:1787826383.467349:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 1585152, cdp_page_count 256 00000020:00200000:1.0:1787826383.467352:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 1589248, cdp_page_count 256 00000020:00200000:1.0:1787826383.467356:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 1593344, cdp_page_count 256 00000020:00200000:1.0:1787826383.467360:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 1597440, cdp_page_count 256 00000020:00200000:1.0:1787826383.467362:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 1601536, cdp_page_count 256 00000020:00200000:1.0:1787826383.467366:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 1605632, cdp_page_count 256 00000020:00200000:1.0:1787826383.467370:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 1609728, cdp_page_count 256 00000020:00200000:1.0:1787826383.467374:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 1613824, cdp_page_count 256 00000020:00200000:1.0:1787826383.467377:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 1617920, cdp_page_count 256 00000020:00200000:1.0:1787826383.467381:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 1622016, cdp_page_count 256 00000020:00200000:1.0:1787826383.467384:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 1626112, cdp_page_count 256 00000020:00200000:1.0:1787826383.467424:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 1630208, cdp_page_count 256 00000020:00200000:1.0:1787826383.467428:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 1634304, cdp_page_count 256 00000020:00200000:1.0:1787826383.467432:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 1638400, cdp_page_count 256 00000020:00200000:1.0:1787826383.467436:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 1642496, cdp_page_count 256 00000020:00200000:1.0:1787826383.467449:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 1646592, cdp_page_count 256 00000020:00200000:1.0:1787826383.467452:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 1650688, cdp_page_count 256 00000020:00200000:1.0:1787826383.467455:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 1654784, cdp_page_count 256 00000020:00200000:1.0:1787826383.467458:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 1658880, cdp_page_count 256 00000020:00200000:1.0:1787826383.467462:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 1662976, cdp_page_count 256 00000020:00200000:1.0:1787826383.467465:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 1667072, cdp_page_count 256 00000020:00200000:1.0:1787826383.467468:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 1671168, cdp_page_count 256 00000020:00200000:1.0:1787826383.467471:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 1675264, cdp_page_count 256 00000020:00200000:1.0:1787826383.467474:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 1679360, cdp_page_count 256 00000020:00200000:1.0:1787826383.467476:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 1683456, cdp_page_count 256 00000020:00200000:1.0:1787826383.467479:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 1687552, cdp_page_count 256 00000020:00200000:1.0:1787826383.467482:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 1691648, cdp_page_count 256 00000020:00200000:1.0:1787826383.467485:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 1695744, cdp_page_count 256 00000020:00200000:1.0:1787826383.467487:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 1699840, cdp_page_count 256 00000020:00200000:1.0:1787826383.467490:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 1703936, cdp_page_count 256 00000020:00200000:1.0:1787826383.467494:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 1708032, cdp_page_count 256 00000020:00200000:1.0:1787826383.467497:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 1712128, cdp_page_count 256 00000020:00200000:1.0:1787826383.467500:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 1716224, cdp_page_count 256 00000020:00200000:1.0:1787826383.467502:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 1720320, cdp_page_count 256 00000020:00200000:1.0:1787826383.467505:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 1724416, cdp_page_count 256 00000020:00200000:1.0:1787826383.467508:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 1728512, cdp_page_count 256 00000020:00200000:1.0:1787826383.467511:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 1732608, cdp_page_count 256 00000020:00200000:1.0:1787826383.467514:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 1736704, cdp_page_count 256 00000020:00200000:1.0:1787826383.467517:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 1740800, cdp_page_count 256 00000020:00200000:1.0:1787826383.467521:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 1744896, cdp_page_count 256 00000020:00200000:1.0:1787826383.467524:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 1748992, cdp_page_count 256 00000020:00200000:1.0:1787826383.467528:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 1753088, cdp_page_count 256 00000020:00200000:1.0:1787826383.467532:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 1757184, cdp_page_count 256 00000020:00200000:1.0:1787826383.467535:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 1761280, cdp_page_count 256 00000020:00200000:1.0:1787826383.467539:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 1765376, cdp_page_count 256 00000020:00200000:1.0:1787826383.467543:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 1769472, cdp_page_count 256 00000020:00200000:1.0:1787826383.467546:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 1773568, cdp_page_count 256 00000020:00200000:1.0:1787826383.467549:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 1777664, cdp_page_count 256 00000020:00200000:1.0:1787826383.467552:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 1781760, cdp_page_count 256 00000020:00200000:1.0:1787826383.467555:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 1785856, cdp_page_count 256 00000020:00200000:1.0:1787826383.467559:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 1789952, cdp_page_count 256 00000020:00200000:1.0:1787826383.467562:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 1794048, cdp_page_count 256 00000020:00200000:1.0:1787826383.467565:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 1798144, cdp_page_count 256 00000020:00200000:1.0:1787826383.467568:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 1802240, cdp_page_count 256 00000020:00200000:1.0:1787826383.467571:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 1806336, cdp_page_count 256 00000020:00200000:1.0:1787826383.467575:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 1810432, cdp_page_count 256 00000020:00200000:1.0:1787826383.467577:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 1814528, cdp_page_count 256 00000020:00200000:1.0:1787826383.467580:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 1818624, cdp_page_count 256 00000020:00200000:1.0:1787826383.467583:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 1822720, cdp_page_count 256 00000020:00200000:1.0:1787826383.467586:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 1826816, cdp_page_count 256 00000020:00200000:1.0:1787826383.467589:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 1830912, cdp_page_count 256 00000020:00200000:1.0:1787826383.467592:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 1835008, cdp_page_count 256 00000020:00200000:1.0:1787826383.467595:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 1839104, cdp_page_count 256 00000020:00200000:1.0:1787826383.467599:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 1843200, cdp_page_count 256 00000020:00200000:1.0:1787826383.467602:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 1847296, cdp_page_count 256 00000020:00200000:1.0:1787826383.467607:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 1851392, cdp_page_count 256 00000020:00200000:1.0:1787826383.467610:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 1855488, cdp_page_count 256 00000020:00200000:1.0:1787826383.467614:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 1859584, cdp_page_count 256 00000020:00200000:1.0:1787826383.467617:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 1863680, cdp_page_count 256 00000020:00200000:1.0:1787826383.467620:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 1867776, cdp_page_count 256 00000020:00200000:1.0:1787826383.467624:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 1871872, cdp_page_count 256 00000020:00200000:1.0:1787826383.467628:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 1875968, cdp_page_count 256 00000020:00200000:1.0:1787826383.467632:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 1880064, cdp_page_count 256 00000020:00200000:1.0:1787826383.467636:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 1884160, cdp_page_count 256 00000020:00200000:1.0:1787826383.467639:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 1888256, cdp_page_count 256 00000020:00200000:1.0:1787826383.467643:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 1892352, cdp_page_count 256 00000020:00200000:1.0:1787826383.467647:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 1896448, cdp_page_count 256 00000020:00200000:1.0:1787826383.467650:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 1900544, cdp_page_count 256 00000020:00200000:1.0:1787826383.467653:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 1904640, cdp_page_count 256 00000020:00200000:1.0:1787826383.467657:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 1908736, cdp_page_count 256 00000020:00200000:1.0:1787826383.467660:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 1912832, cdp_page_count 256 00000020:00200000:1.0:1787826383.467664:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 1916928, cdp_page_count 256 00000020:00200000:1.0:1787826383.467668:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 1921024, cdp_page_count 256 00000020:00200000:1.0:1787826383.467671:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 1925120, cdp_page_count 256 00000020:00200000:1.0:1787826383.467674:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 1929216, cdp_page_count 256 00000020:00200000:1.0:1787826383.467678:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 1933312, cdp_page_count 256 00000020:00200000:1.0:1787826383.467681:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 1937408, cdp_page_count 256 00000020:00200000:1.0:1787826383.467684:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 1941504, cdp_page_count 256 00000020:00200000:1.0:1787826383.467687:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 1945600, cdp_page_count 256 00000020:00200000:1.0:1787826383.467690:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 1949696, cdp_page_count 256 00000020:00200000:1.0:1787826383.467694:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 1953792, cdp_page_count 256 00000020:00200000:1.0:1787826383.467698:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 1957888, cdp_page_count 256 00000020:00200000:1.0:1787826383.467701:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 1961984, cdp_page_count 256 00000020:00200000:1.0:1787826383.467704:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 1966080, cdp_page_count 256 00000020:00200000:1.0:1787826383.467707:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 1970176, cdp_page_count 256 00000020:00200000:1.0:1787826383.467711:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 1974272, cdp_page_count 256 00000020:00200000:1.0:1787826383.467714:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 1978368, cdp_page_count 256 00000020:00200000:1.0:1787826383.467718:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 1982464, cdp_page_count 256 00000020:00200000:1.0:1787826383.467722:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 1986560, cdp_page_count 256 00000020:00200000:1.0:1787826383.467725:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 1990656, cdp_page_count 256 00000020:00200000:1.0:1787826383.467729:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 1994752, cdp_page_count 256 00000020:00200000:1.0:1787826383.467732:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 1998848, cdp_page_count 256 00000020:00200000:1.0:1787826383.467736:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 2002944, cdp_page_count 256 00000020:00200000:1.0:1787826383.467739:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 2007040, cdp_page_count 256 00000020:00200000:1.0:1787826383.467742:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 2011136, cdp_page_count 256 00000020:00200000:1.0:1787826383.467746:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 2015232, cdp_page_count 256 00000020:00200000:1.0:1787826383.467749:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 2019328, cdp_page_count 256 00000020:00200000:1.0:1787826383.467753:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 2023424, cdp_page_count 256 00000020:00200000:1.0:1787826383.467756:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 2027520, cdp_page_count 256 00000020:00200000:1.0:1787826383.467759:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 2031616, cdp_page_count 256 00000020:00200000:1.0:1787826383.467763:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 2035712, cdp_page_count 256 00000020:00200000:1.0:1787826383.467766:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 2039808, cdp_page_count 256 00000020:00200000:1.0:1787826383.467770:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 2043904, cdp_page_count 256 00000020:00200000:1.0:1787826383.467773:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 2048000, cdp_page_count 256 00000020:00200000:1.0:1787826383.467775:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 2052096, cdp_page_count 256 00000020:00200000:1.0:1787826383.467778:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 2056192, cdp_page_count 256 00000020:00200000:1.0:1787826383.467781:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 2060288, cdp_page_count 256 00000020:00200000:1.0:1787826383.467784:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 2064384, cdp_page_count 256 00000020:00200000:1.0:1787826383.467788:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 2068480, cdp_page_count 256 00000020:00200000:1.0:1787826383.467791:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 2072576, cdp_page_count 256 00000020:00200000:1.0:1787826383.467794:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 2076672, cdp_page_count 256 00000020:00200000:1.0:1787826383.467797:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 2080768, cdp_page_count 256 00000020:00200000:1.0:1787826383.467801:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 2084864, cdp_page_count 256 00000020:00200000:1.0:1787826383.467805:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 2088960, cdp_page_count 256 00000020:00200000:1.0:1787826383.467808:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 2093056, cdp_page_count 256 00000020:00200000:1.0:1787826383.467827:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:1.0:1787826383.467838:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00000100:00100000:1.0:1787826383.467876:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428493312:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.493257:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000020:00200000:1.0:1787826383.493269:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1787826383.493272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1787826383.493274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1787826383.493276:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1787826383.493278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1787826383.493279:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1787826383.493281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1787826383.493282:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1787826383.493283:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1787826383.493284:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1787826383.493286:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1787826383.493287:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1787826383.493289:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1787826383.493290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1787826383.493292:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1787826383.493294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1787826383.493295:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1787826383.493297:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1787826383.493298:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1787826383.493300:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1787826383.493301:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1787826383.493302:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1787826383.493304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1787826383.493305:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1787826383.493306:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1787826383.493308:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1787826383.493309:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1787826383.493311:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1787826383.493313:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1787826383.493314:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1787826383.493316:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1787826383.493317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1787826383.493318:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1787826383.493320:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1787826383.493321:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1787826383.493323:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1787826383.493324:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1787826383.493325:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1787826383.493327:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1787826383.493328:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1787826383.493330:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1787826383.493331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1787826383.493333:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1787826383.493335:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1787826383.493336:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1787826383.493337:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1787826383.493339:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1787826383.493341:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1787826383.493342:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1787826383.493344:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1787826383.493345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1787826383.493347:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1787826383.493348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1787826383.493349:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1787826383.493351:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1787826383.493352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1787826383.493354:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1787826383.493355:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1787826383.493357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1787826383.493359:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1787826383.493360:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1787826383.493362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1787826383.493363:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1787826383.493365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1787826383.493366:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1787826383.493368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1787826383.493369:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1787826383.493371:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1787826383.493372:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1787826383.493374:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1787826383.493375:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1787826383.493377:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1787826383.493378:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1787826383.493379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1787826383.493381:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1787826383.493383:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1787826383.493384:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1787826383.493386:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1787826383.493905:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1787826383.493907:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1787826383.493909:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1787826383.493910:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1787826383.493912:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1787826383.493914:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1787826383.493915:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1787826383.493917:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1787826383.493918:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1787826383.493920:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1787826383.493921:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1787826383.493923:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1787826383.493924:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1787826383.493926:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1787826383.493927:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1787826383.493929:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1787826383.493930:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1787826383.493932:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1787826383.493933:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1787826383.493935:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1787826383.493936:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1787826383.493937:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1787826383.493939:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1787826383.493941:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1787826383.493951:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1787826383.493953:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1787826383.493955:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1787826383.493957:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1787826383.493959:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1787826383.493961:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1787826383.493962:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1787826383.493964:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1787826383.493966:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1787826383.493968:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1787826383.493969:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1787826383.493971:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1787826383.493972:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1787826383.493974:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1787826383.493975:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1787826383.493977:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1787826383.493978:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1787826383.493980:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1787826383.493981:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1787826383.493982:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1787826383.493984:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1787826383.493986:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1787826383.493987:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1787826383.493989:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1787826383.493991:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1787826383.493992:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1787826383.493993:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1787826383.493995:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1787826383.493997:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1787826383.493998:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1787826383.493999:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1787826383.494001:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1787826383.494002:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1787826383.494004:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1787826383.494006:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1787826383.494007:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1787826383.494009:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1787826383.494010:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1787826383.494012:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1787826383.494014:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1787826383.494016:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1787826383.494018:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1787826383.494019:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1787826383.494021:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1787826383.494022:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1787826383.494024:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1787826383.494026:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1787826383.494027:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1787826383.494029:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1787826383.494031:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1787826383.494032:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1787826383.494034:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1787826383.494036:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1787826383.494038:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1787826383.494039:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1787826383.494041:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1787826383.494043:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1787826383.494044:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1787826383.494046:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1787826383.494048:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1787826383.494050:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1787826383.494051:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1787826383.494052:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1787826383.494054:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1787826383.494056:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1787826383.494057:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1787826383.494059:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1787826383.494060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1787826383.494061:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1787826383.494063:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1787826383.494064:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1787826383.494066:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1787826383.494067:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1787826383.494069:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1787826383.494070:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1787826383.494072:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1787826383.494073:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1787826383.494075:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1787826383.494076:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1787826383.494078:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1787826383.494080:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1787826383.494081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1787826383.494083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1787826383.494085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1787826383.494087:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1787826383.494088:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1787826383.494089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1787826383.494091:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1787826383.494092:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1787826383.494094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1787826383.494095:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1787826383.494097:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1787826383.494099:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1787826383.494100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1787826383.494102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1787826383.494104:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1787826383.494105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1787826383.494107:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1787826383.494108:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1787826383.494110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1787826383.494111:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1787826383.494113:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1787826383.494114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1787826383.494116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1787826383.494118:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1787826383.494119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1787826383.494121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1787826383.494123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1787826383.494124:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1787826383.494126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1787826383.494127:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1787826383.494129:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1787826383.494130:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1787826383.494131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1787826383.494133:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1787826383.494134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1787826383.494135:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1787826383.494137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1787826383.494139:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1787826383.494140:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1787826383.494141:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1787826383.494142:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1787826383.494144:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1787826383.494145:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1787826383.494147:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1787826383.494148:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1787826383.494149:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1787826383.494151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1787826383.494152:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1787826383.494154:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1787826383.494155:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1787826383.494157:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1787826383.494158:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1787826383.494159:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1787826383.494161:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1787826383.494162:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1787826383.494164:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1787826383.494165:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1787826383.494167:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1787826383.494168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1787826383.494170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1787826383.494171:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1787826383.494172:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1787826383.494174:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1787826383.494176:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1787826383.494177:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1787826383.494179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1787826383.494180:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1787826383.494182:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1787826383.494183:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1787826383.494186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1787826383.494187:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1787826383.494188:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1787826383.494190:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1787826383.494195:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000100:00100000:1.0:1787826383.494224:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428493440:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.498256:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00000020:00200000:1.0:1787826383.498267:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826383.498270:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826383.498272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826383.498274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826383.498275:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826383.498277:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826383.498278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826383.498280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826383.498281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826383.498283:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826383.498285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826383.498286:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826383.498288:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826383.498290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826383.498291:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826383.498293:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826383.498294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826383.498295:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826383.498297:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826383.498298:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826383.498299:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826383.498300:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826383.498302:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826383.498304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826383.498305:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826383.498307:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826383.498309:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826383.498310:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826383.498312:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826383.498313:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826383.498315:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826383.498317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826383.498319:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826383.498321:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826383.498322:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826383.498324:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826383.498326:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826383.498327:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826383.498329:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826383.498330:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826383.498331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826383.498333:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826383.498334:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826383.498336:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826383.498337:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826383.498339:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826383.498341:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826383.498342:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826383.498344:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826383.498345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826383.498346:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826383.498348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826383.498349:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826383.498351:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826383.498352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826383.498354:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826383.498355:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826383.498357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826383.498359:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826383.498360:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826383.498362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826383.498364:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826383.498365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826383.498366:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826383.498368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826383.498369:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826383.498371:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826383.498372:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826383.498373:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826383.498375:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826383.498376:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826383.498378:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826383.498379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826383.498380:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826383.498382:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826383.498383:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826383.498385:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826383.500365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826383.500379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826383.500381:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826383.500383:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826383.500385:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826383.500990:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826383.500994:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826383.500995:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826383.500997:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826383.500999:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826383.501000:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826383.501002:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826383.501004:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826383.501005:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826383.501007:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826383.501009:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826383.501011:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826383.501013:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826383.501015:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826383.501017:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826383.501019:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826383.501021:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826383.501022:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826383.501024:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826383.501026:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826383.501027:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826383.501029:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826383.501030:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826383.501032:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826383.501034:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826383.501035:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826383.501037:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826383.501039:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826383.501041:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826383.501042:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826383.501044:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826383.501045:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826383.501047:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826383.501048:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826383.501050:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826383.501052:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826383.501054:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826383.501055:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826383.501057:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826383.501058:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826383.501060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826383.501062:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826383.501064:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826383.501065:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826383.501067:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826383.501069:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826383.501071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826383.501073:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826383.501075:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826383.501077:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826383.501079:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826383.501080:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826383.501082:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826383.501084:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826383.501085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826383.501087:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826383.501089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826383.501091:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826383.501093:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826383.501095:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826383.501096:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826383.501098:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826383.501100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826383.501102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826383.501103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826383.501105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826383.501107:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826383.501109:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826383.501111:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826383.501112:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826383.501114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826383.501116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826383.501117:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826383.501119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826383.501121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826383.501123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826383.501124:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826383.501126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826383.501128:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826383.501130:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826383.501131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826383.501133:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826383.501134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826383.501136:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826383.501138:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826383.501140:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826383.501142:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826383.501143:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826383.501146:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826383.501148:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826383.501150:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826383.501151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826383.501153:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826383.501155:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826383.501156:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826383.501158:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826383.501160:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826383.501161:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826383.501163:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826383.501164:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826383.501166:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826383.501168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826383.501170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826383.501172:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826383.501173:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826383.501175:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826383.501177:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826383.501179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826383.501181:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826383.501183:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826383.501185:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826383.501186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826383.501188:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826383.501190:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826383.501192:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826383.501193:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826383.501195:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826383.501197:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826383.501198:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826383.501200:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826383.501202:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826383.501204:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826383.501206:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826383.501207:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826383.501209:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826383.501210:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826383.501212:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826383.501213:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826383.501215:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826383.501216:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826383.501218:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826383.501220:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826383.501221:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826383.501223:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826383.501225:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826383.501226:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826383.501228:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826383.501229:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826383.501231:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826383.501232:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826383.501234:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826383.501235:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826383.501236:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826383.501238:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826383.501240:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826383.501241:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826383.501243:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826383.501245:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826383.501246:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826383.501248:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826383.501249:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826383.501251:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826383.501253:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826383.501254:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826383.501256:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826383.501257:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826383.501259:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826383.501261:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826383.501263:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826383.501264:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826383.501266:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826383.501268:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826383.501270:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826383.501272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826383.501273:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826383.501275:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826383.501277:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826383.501278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826383.501280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826383.501282:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826383.501284:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826383.501285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826383.501287:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826383.501288:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826383.504138:0:2360:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 2097152 00000020:00200000:1.0:1787826383.504153:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2097152, offset 0, pos 2097152, cdp_page_count 512 00000020:00200000:1.0:1787826383.504159:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2093056, offset 0, pos 2101248, cdp_page_count 512 00000020:00200000:1.0:1787826383.504163:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2088960, offset 0, pos 2105344, cdp_page_count 512 00000020:00200000:1.0:1787826383.504166:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2084864, offset 0, pos 2109440, cdp_page_count 512 00000020:00200000:1.0:1787826383.504170:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2080768, offset 0, pos 2113536, cdp_page_count 512 00000020:00200000:1.0:1787826383.504173:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2076672, offset 0, pos 2117632, cdp_page_count 512 00000020:00200000:1.0:1787826383.504176:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2072576, offset 0, pos 2121728, cdp_page_count 512 00000020:00200000:1.0:1787826383.504180:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2068480, offset 0, pos 2125824, cdp_page_count 512 00000020:00200000:1.0:1787826383.504183:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2064384, offset 0, pos 2129920, cdp_page_count 512 00000020:00200000:1.0:1787826383.504188:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2060288, offset 0, pos 2134016, cdp_page_count 512 00000020:00200000:1.0:1787826383.504191:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2056192, offset 0, pos 2138112, cdp_page_count 512 00000020:00200000:1.0:1787826383.504195:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2052096, offset 0, pos 2142208, cdp_page_count 512 00000020:00200000:1.0:1787826383.504198:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2048000, offset 0, pos 2146304, cdp_page_count 512 00000020:00200000:1.0:1787826383.504202:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2043904, offset 0, pos 2150400, cdp_page_count 512 00000020:00200000:1.0:1787826383.504205:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2039808, offset 0, pos 2154496, cdp_page_count 512 00000020:00200000:1.0:1787826383.504209:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2035712, offset 0, pos 2158592, cdp_page_count 512 00000020:00200000:1.0:1787826383.504212:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2031616, offset 0, pos 2162688, cdp_page_count 512 00000020:00200000:1.0:1787826383.504216:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2027520, offset 0, pos 2166784, cdp_page_count 512 00000020:00200000:1.0:1787826383.504219:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2023424, offset 0, pos 2170880, cdp_page_count 512 00000020:00200000:1.0:1787826383.504222:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2019328, offset 0, pos 2174976, cdp_page_count 512 00000020:00200000:1.0:1787826383.504225:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2015232, offset 0, pos 2179072, cdp_page_count 512 00000020:00200000:1.0:1787826383.504229:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2011136, offset 0, pos 2183168, cdp_page_count 512 00000020:00200000:1.0:1787826383.504232:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2007040, offset 0, pos 2187264, cdp_page_count 512 00000020:00200000:1.0:1787826383.504235:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2002944, offset 0, pos 2191360, cdp_page_count 512 00000020:00200000:1.0:1787826383.504239:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1998848, offset 0, pos 2195456, cdp_page_count 512 00000020:00200000:1.0:1787826383.504243:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1994752, offset 0, pos 2199552, cdp_page_count 512 00000020:00200000:1.0:1787826383.504246:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1990656, offset 0, pos 2203648, cdp_page_count 512 00000020:00200000:1.0:1787826383.504250:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1986560, offset 0, pos 2207744, cdp_page_count 512 00000020:00200000:1.0:1787826383.504253:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1982464, offset 0, pos 2211840, cdp_page_count 512 00000020:00200000:1.0:1787826383.504257:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1978368, offset 0, pos 2215936, cdp_page_count 512 00000020:00200000:1.0:1787826383.504260:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1974272, offset 0, pos 2220032, cdp_page_count 512 00000020:00200000:1.0:1787826383.504263:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1970176, offset 0, pos 2224128, cdp_page_count 512 00000020:00200000:1.0:1787826383.504267:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1966080, offset 0, pos 2228224, cdp_page_count 512 00000020:00200000:1.0:1787826383.504270:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1961984, offset 0, pos 2232320, cdp_page_count 512 00000020:00200000:1.0:1787826383.504274:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1957888, offset 0, pos 2236416, cdp_page_count 512 00000020:00200000:1.0:1787826383.504277:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1953792, offset 0, pos 2240512, cdp_page_count 512 00000020:00200000:1.0:1787826383.504280:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1949696, offset 0, pos 2244608, cdp_page_count 512 00000020:00200000:1.0:1787826383.504283:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1945600, offset 0, pos 2248704, cdp_page_count 512 00000020:00200000:1.0:1787826383.504286:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1941504, offset 0, pos 2252800, cdp_page_count 512 00000020:00200000:1.0:1787826383.504289:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1937408, offset 0, pos 2256896, cdp_page_count 512 00000020:00200000:1.0:1787826383.504292:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1933312, offset 0, pos 2260992, cdp_page_count 512 00000020:00200000:1.0:1787826383.504296:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1929216, offset 0, pos 2265088, cdp_page_count 512 00000020:00200000:1.0:1787826383.504299:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1925120, offset 0, pos 2269184, cdp_page_count 512 00000020:00200000:1.0:1787826383.504302:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1921024, offset 0, pos 2273280, cdp_page_count 512 00000020:00200000:1.0:1787826383.504305:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1916928, offset 0, pos 2277376, cdp_page_count 512 00000020:00200000:1.0:1787826383.504308:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1912832, offset 0, pos 2281472, cdp_page_count 512 00000020:00200000:1.0:1787826383.504310:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1908736, offset 0, pos 2285568, cdp_page_count 512 00000020:00200000:1.0:1787826383.504313:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1904640, offset 0, pos 2289664, cdp_page_count 512 00000020:00200000:1.0:1787826383.504315:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1900544, offset 0, pos 2293760, cdp_page_count 512 00000020:00200000:1.0:1787826383.504319:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1896448, offset 0, pos 2297856, cdp_page_count 512 00000020:00200000:1.0:1787826383.504321:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1892352, offset 0, pos 2301952, cdp_page_count 512 00000020:00200000:1.0:1787826383.504324:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1888256, offset 0, pos 2306048, cdp_page_count 512 00000020:00200000:1.0:1787826383.504327:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1884160, offset 0, pos 2310144, cdp_page_count 512 00000020:00200000:1.0:1787826383.504330:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1880064, offset 0, pos 2314240, cdp_page_count 512 00000020:00200000:1.0:1787826383.504333:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1875968, offset 0, pos 2318336, cdp_page_count 512 00000020:00200000:1.0:1787826383.504337:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1871872, offset 0, pos 2322432, cdp_page_count 512 00000020:00200000:1.0:1787826383.504340:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1867776, offset 0, pos 2326528, cdp_page_count 512 00000020:00200000:1.0:1787826383.504344:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1863680, offset 0, pos 2330624, cdp_page_count 512 00000020:00200000:1.0:1787826383.504347:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1859584, offset 0, pos 2334720, cdp_page_count 512 00000020:00200000:1.0:1787826383.504350:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1855488, offset 0, pos 2338816, cdp_page_count 512 00000020:00200000:1.0:1787826383.504354:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1851392, offset 0, pos 2342912, cdp_page_count 512 00000020:00200000:1.0:1787826383.504357:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1847296, offset 0, pos 2347008, cdp_page_count 512 00000020:00200000:1.0:1787826383.504362:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1843200, offset 0, pos 2351104, cdp_page_count 512 00000020:00200000:1.0:1787826383.504365:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1839104, offset 0, pos 2355200, cdp_page_count 512 00000020:00200000:1.0:1787826383.504368:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1835008, offset 0, pos 2359296, cdp_page_count 512 00000020:00200000:1.0:1787826383.504371:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1830912, offset 0, pos 2363392, cdp_page_count 512 00000020:00200000:1.0:1787826383.504375:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1826816, offset 0, pos 2367488, cdp_page_count 512 00000020:00200000:1.0:1787826383.504378:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1822720, offset 0, pos 2371584, cdp_page_count 512 00000020:00200000:1.0:1787826383.504381:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1818624, offset 0, pos 2375680, cdp_page_count 512 00000020:00200000:1.0:1787826383.504385:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1814528, offset 0, pos 2379776, cdp_page_count 512 00000020:00200000:1.0:1787826383.506827:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1810432, offset 0, pos 2383872, cdp_page_count 512 00000020:00200000:1.0:1787826383.506841:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1806336, offset 0, pos 2387968, cdp_page_count 512 00000020:00200000:1.0:1787826383.506845:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1802240, offset 0, pos 2392064, cdp_page_count 512 00000020:00200000:1.0:1787826383.506848:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1798144, offset 0, pos 2396160, cdp_page_count 512 00000020:00200000:1.0:1787826383.506851:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1794048, offset 0, pos 2400256, cdp_page_count 512 00000020:00200000:1.0:1787826383.506855:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1789952, offset 0, pos 2404352, cdp_page_count 512 00000020:00200000:1.0:1787826383.506858:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1785856, offset 0, pos 2408448, cdp_page_count 512 00000020:00200000:1.0:1787826383.506862:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1781760, offset 0, pos 2412544, cdp_page_count 512 00000020:00200000:1.0:1787826383.506865:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1777664, offset 0, pos 2416640, cdp_page_count 512 00000020:00200000:1.0:1787826383.506869:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1773568, offset 0, pos 2420736, cdp_page_count 512 00000020:00200000:1.0:1787826383.506872:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1769472, offset 0, pos 2424832, cdp_page_count 512 00000020:00200000:1.0:1787826383.506876:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1765376, offset 0, pos 2428928, cdp_page_count 512 00000020:00200000:1.0:1787826383.506880:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1761280, offset 0, pos 2433024, cdp_page_count 512 00000020:00200000:1.0:1787826383.506884:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1757184, offset 0, pos 2437120, cdp_page_count 512 00000020:00200000:1.0:1787826383.506888:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1753088, offset 0, pos 2441216, cdp_page_count 512 00000020:00200000:1.0:1787826383.506892:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1748992, offset 0, pos 2445312, cdp_page_count 512 00000020:00200000:1.0:1787826383.506895:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1744896, offset 0, pos 2449408, cdp_page_count 512 00000020:00200000:1.0:1787826383.506898:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1740800, offset 0, pos 2453504, cdp_page_count 512 00000020:00200000:1.0:1787826383.506901:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1736704, offset 0, pos 2457600, cdp_page_count 512 00000020:00200000:1.0:1787826383.506905:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1732608, offset 0, pos 2461696, cdp_page_count 512 00000020:00200000:1.0:1787826383.506909:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1728512, offset 0, pos 2465792, cdp_page_count 512 00000020:00200000:1.0:1787826383.506913:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1724416, offset 0, pos 2469888, cdp_page_count 512 00000020:00200000:1.0:1787826383.506916:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1720320, offset 0, pos 2473984, cdp_page_count 512 00000020:00200000:1.0:1787826383.506919:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1716224, offset 0, pos 2478080, cdp_page_count 512 00000020:00200000:1.0:1787826383.506922:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1712128, offset 0, pos 2482176, cdp_page_count 512 00000020:00200000:1.0:1787826383.506925:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1708032, offset 0, pos 2486272, cdp_page_count 512 00000020:00200000:1.0:1787826383.506929:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1703936, offset 0, pos 2490368, cdp_page_count 512 00000020:00200000:1.0:1787826383.506932:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1699840, offset 0, pos 2494464, cdp_page_count 512 00000020:00200000:1.0:1787826383.506934:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1695744, offset 0, pos 2498560, cdp_page_count 512 00000020:00200000:1.0:1787826383.506938:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1691648, offset 0, pos 2502656, cdp_page_count 512 00000020:00200000:1.0:1787826383.506942:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1687552, offset 0, pos 2506752, cdp_page_count 512 00000020:00200000:1.0:1787826383.506945:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1683456, offset 0, pos 2510848, cdp_page_count 512 00000020:00200000:1.0:1787826383.506948:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1679360, offset 0, pos 2514944, cdp_page_count 512 00000020:00200000:1.0:1787826383.506952:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1675264, offset 0, pos 2519040, cdp_page_count 512 00000020:00200000:1.0:1787826383.506956:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1671168, offset 0, pos 2523136, cdp_page_count 512 00000020:00200000:1.0:1787826383.506959:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1667072, offset 0, pos 2527232, cdp_page_count 512 00000020:00200000:1.0:1787826383.506963:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1662976, offset 0, pos 2531328, cdp_page_count 512 00000020:00200000:1.0:1787826383.506966:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1658880, offset 0, pos 2535424, cdp_page_count 512 00000020:00200000:1.0:1787826383.506970:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1654784, offset 0, pos 2539520, cdp_page_count 512 00000020:00200000:1.0:1787826383.506973:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1650688, offset 0, pos 2543616, cdp_page_count 512 00000020:00200000:1.0:1787826383.506977:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1646592, offset 0, pos 2547712, cdp_page_count 512 00000020:00200000:1.0:1787826383.506980:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1642496, offset 0, pos 2551808, cdp_page_count 512 00000020:00200000:1.0:1787826383.506984:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1638400, offset 0, pos 2555904, cdp_page_count 512 00000020:00200000:1.0:1787826383.506987:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1634304, offset 0, pos 2560000, cdp_page_count 512 00000020:00200000:1.0:1787826383.506991:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1630208, offset 0, pos 2564096, cdp_page_count 512 00000020:00200000:1.0:1787826383.506995:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1626112, offset 0, pos 2568192, cdp_page_count 512 00000020:00200000:1.0:1787826383.506998:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1622016, offset 0, pos 2572288, cdp_page_count 512 00000020:00200000:1.0:1787826383.507002:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1617920, offset 0, pos 2576384, cdp_page_count 512 00000020:00200000:1.0:1787826383.507005:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1613824, offset 0, pos 2580480, cdp_page_count 512 00000020:00200000:1.0:1787826383.507008:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1609728, offset 0, pos 2584576, cdp_page_count 512 00000020:00200000:1.0:1787826383.507011:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1605632, offset 0, pos 2588672, cdp_page_count 512 00000020:00200000:1.0:1787826383.507015:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1601536, offset 0, pos 2592768, cdp_page_count 512 00000020:00200000:1.0:1787826383.507018:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1597440, offset 0, pos 2596864, cdp_page_count 512 00000020:00200000:1.0:1787826383.507021:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1593344, offset 0, pos 2600960, cdp_page_count 512 00000020:00200000:1.0:1787826383.507024:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1589248, offset 0, pos 2605056, cdp_page_count 512 00000020:00200000:1.0:1787826383.507028:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1585152, offset 0, pos 2609152, cdp_page_count 512 00000020:00200000:1.0:1787826383.507031:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1581056, offset 0, pos 2613248, cdp_page_count 512 00000020:00200000:1.0:1787826383.507034:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1576960, offset 0, pos 2617344, cdp_page_count 512 00000020:00200000:1.0:1787826383.507038:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1572864, offset 0, pos 2621440, cdp_page_count 512 00000020:00200000:1.0:1787826383.507042:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1568768, offset 0, pos 2625536, cdp_page_count 512 00000020:00200000:1.0:1787826383.507046:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1564672, offset 0, pos 2629632, cdp_page_count 512 00000020:00200000:1.0:1787826383.507049:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1560576, offset 0, pos 2633728, cdp_page_count 512 00000020:00200000:1.0:1787826383.507052:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1556480, offset 0, pos 2637824, cdp_page_count 512 00000020:00200000:1.0:1787826383.507055:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1552384, offset 0, pos 2641920, cdp_page_count 512 00000020:00200000:1.0:1787826383.507059:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1548288, offset 0, pos 2646016, cdp_page_count 512 00000020:00200000:1.0:1787826383.507062:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1544192, offset 0, pos 2650112, cdp_page_count 512 00000020:00200000:1.0:1787826383.507066:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1540096, offset 0, pos 2654208, cdp_page_count 512 00000020:00200000:1.0:1787826383.507069:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1536000, offset 0, pos 2658304, cdp_page_count 512 00000020:00200000:1.0:1787826383.507072:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1531904, offset 0, pos 2662400, cdp_page_count 512 00000020:00200000:1.0:1787826383.507076:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1527808, offset 0, pos 2666496, cdp_page_count 512 00000020:00200000:1.0:1787826383.507080:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1523712, offset 0, pos 2670592, cdp_page_count 512 00000020:00200000:1.0:1787826383.507083:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1519616, offset 0, pos 2674688, cdp_page_count 512 00000020:00200000:1.0:1787826383.507086:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1515520, offset 0, pos 2678784, cdp_page_count 512 00000020:00200000:1.0:1787826383.507089:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1511424, offset 0, pos 2682880, cdp_page_count 512 00000020:00200000:1.0:1787826383.507093:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1507328, offset 0, pos 2686976, cdp_page_count 512 00000020:00200000:1.0:1787826383.507096:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1503232, offset 0, pos 2691072, cdp_page_count 512 00000020:00200000:1.0:1787826383.507100:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1499136, offset 0, pos 2695168, cdp_page_count 512 00000020:00200000:1.0:1787826383.507103:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1495040, offset 0, pos 2699264, cdp_page_count 512 00000020:00200000:1.0:1787826383.507106:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1490944, offset 0, pos 2703360, cdp_page_count 512 00000020:00200000:1.0:1787826383.507109:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1486848, offset 0, pos 2707456, cdp_page_count 512 00000020:00200000:1.0:1787826383.507112:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1482752, offset 0, pos 2711552, cdp_page_count 512 00000020:00200000:1.0:1787826383.507115:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1478656, offset 0, pos 2715648, cdp_page_count 512 00000020:00200000:1.0:1787826383.507118:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1474560, offset 0, pos 2719744, cdp_page_count 512 00000020:00200000:1.0:1787826383.507121:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1470464, offset 0, pos 2723840, cdp_page_count 512 00000020:00200000:1.0:1787826383.507123:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1466368, offset 0, pos 2727936, cdp_page_count 512 00000020:00200000:1.0:1787826383.507126:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1462272, offset 0, pos 2732032, cdp_page_count 512 00000020:00200000:1.0:1787826383.507129:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1458176, offset 0, pos 2736128, cdp_page_count 512 00000020:00200000:1.0:1787826383.507131:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1454080, offset 0, pos 2740224, cdp_page_count 512 00000020:00200000:1.0:1787826383.507135:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1449984, offset 0, pos 2744320, cdp_page_count 512 00000020:00200000:1.0:1787826383.507138:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1445888, offset 0, pos 2748416, cdp_page_count 512 00000020:00200000:1.0:1787826383.507142:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1441792, offset 0, pos 2752512, cdp_page_count 512 00000020:00200000:1.0:1787826383.507145:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1437696, offset 0, pos 2756608, cdp_page_count 512 00000020:00200000:1.0:1787826383.507149:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1433600, offset 0, pos 2760704, cdp_page_count 512 00000020:00200000:1.0:1787826383.507153:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1429504, offset 0, pos 2764800, cdp_page_count 512 00000020:00200000:1.0:1787826383.507156:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1425408, offset 0, pos 2768896, cdp_page_count 512 00000020:00200000:1.0:1787826383.507160:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1421312, offset 0, pos 2772992, cdp_page_count 512 00000020:00200000:1.0:1787826383.507164:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1417216, offset 0, pos 2777088, cdp_page_count 512 00000020:00200000:1.0:1787826383.507167:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1413120, offset 0, pos 2781184, cdp_page_count 512 00000020:00200000:1.0:1787826383.507170:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1409024, offset 0, pos 2785280, cdp_page_count 512 00000020:00200000:1.0:1787826383.507174:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1404928, offset 0, pos 2789376, cdp_page_count 512 00000020:00200000:1.0:1787826383.507177:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1400832, offset 0, pos 2793472, cdp_page_count 512 00000020:00200000:1.0:1787826383.507180:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1396736, offset 0, pos 2797568, cdp_page_count 512 00000020:00200000:1.0:1787826383.507183:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1392640, offset 0, pos 2801664, cdp_page_count 512 00000020:00200000:1.0:1787826383.507185:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1388544, offset 0, pos 2805760, cdp_page_count 512 00000020:00200000:1.0:1787826383.507188:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1384448, offset 0, pos 2809856, cdp_page_count 512 00000020:00200000:1.0:1787826383.507191:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1380352, offset 0, pos 2813952, cdp_page_count 512 00000020:00200000:1.0:1787826383.507194:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1376256, offset 0, pos 2818048, cdp_page_count 512 00000020:00200000:1.0:1787826383.507197:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1372160, offset 0, pos 2822144, cdp_page_count 512 00000020:00200000:1.0:1787826383.507200:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1368064, offset 0, pos 2826240, cdp_page_count 512 00000020:00200000:1.0:1787826383.507202:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1363968, offset 0, pos 2830336, cdp_page_count 512 00000020:00200000:1.0:1787826383.507205:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1359872, offset 0, pos 2834432, cdp_page_count 512 00000020:00200000:1.0:1787826383.507208:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1355776, offset 0, pos 2838528, cdp_page_count 512 00000020:00200000:1.0:1787826383.507211:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1351680, offset 0, pos 2842624, cdp_page_count 512 00000020:00200000:1.0:1787826383.507214:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1347584, offset 0, pos 2846720, cdp_page_count 512 00000020:00200000:1.0:1787826383.507217:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1343488, offset 0, pos 2850816, cdp_page_count 512 00000020:00200000:1.0:1787826383.507220:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1339392, offset 0, pos 2854912, cdp_page_count 512 00000020:00200000:1.0:1787826383.507223:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1335296, offset 0, pos 2859008, cdp_page_count 512 00000020:00200000:1.0:1787826383.507226:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1331200, offset 0, pos 2863104, cdp_page_count 512 00000020:00200000:1.0:1787826383.507229:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1327104, offset 0, pos 2867200, cdp_page_count 512 00000020:00200000:1.0:1787826383.507232:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1323008, offset 0, pos 2871296, cdp_page_count 512 00000020:00200000:1.0:1787826383.507235:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1318912, offset 0, pos 2875392, cdp_page_count 512 00000020:00200000:1.0:1787826383.507239:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1314816, offset 0, pos 2879488, cdp_page_count 512 00000020:00200000:1.0:1787826383.507242:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1310720, offset 0, pos 2883584, cdp_page_count 512 00000020:00200000:1.0:1787826383.507245:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1306624, offset 0, pos 2887680, cdp_page_count 512 00000020:00200000:1.0:1787826383.507248:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1302528, offset 0, pos 2891776, cdp_page_count 512 00000020:00200000:1.0:1787826383.507252:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1298432, offset 0, pos 2895872, cdp_page_count 512 00000020:00200000:1.0:1787826383.507254:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1294336, offset 0, pos 2899968, cdp_page_count 512 00000020:00200000:1.0:1787826383.507258:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1290240, offset 0, pos 2904064, cdp_page_count 512 00000020:00200000:1.0:1787826383.507261:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1286144, offset 0, pos 2908160, cdp_page_count 512 00000020:00200000:1.0:1787826383.507264:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1282048, offset 0, pos 2912256, cdp_page_count 512 00000020:00200000:1.0:1787826383.507267:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1277952, offset 0, pos 2916352, cdp_page_count 512 00000020:00200000:1.0:1787826383.507271:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1273856, offset 0, pos 2920448, cdp_page_count 512 00000020:00200000:1.0:1787826383.507274:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1269760, offset 0, pos 2924544, cdp_page_count 512 00000020:00200000:1.0:1787826383.507278:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1265664, offset 0, pos 2928640, cdp_page_count 512 00000020:00200000:1.0:1787826383.514298:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1261568, offset 0, pos 2932736, cdp_page_count 512 00000020:00200000:1.0:1787826383.514310:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1257472, offset 0, pos 2936832, cdp_page_count 512 00000020:00200000:1.0:1787826383.514314:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1253376, offset 0, pos 2940928, cdp_page_count 512 00000020:00200000:1.0:1787826383.514318:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1249280, offset 0, pos 2945024, cdp_page_count 512 00000020:00200000:1.0:1787826383.514322:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1245184, offset 0, pos 2949120, cdp_page_count 512 00000020:00200000:1.0:1787826383.514325:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1241088, offset 0, pos 2953216, cdp_page_count 512 00000020:00200000:1.0:1787826383.514328:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1236992, offset 0, pos 2957312, cdp_page_count 512 00000020:00200000:1.0:1787826383.514331:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1232896, offset 0, pos 2961408, cdp_page_count 512 00000020:00200000:1.0:1787826383.514335:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1228800, offset 0, pos 2965504, cdp_page_count 512 00000020:00200000:1.0:1787826383.514339:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1224704, offset 0, pos 2969600, cdp_page_count 512 00000020:00200000:1.0:1787826383.514342:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1220608, offset 0, pos 2973696, cdp_page_count 512 00000020:00200000:1.0:1787826383.514345:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1216512, offset 0, pos 2977792, cdp_page_count 512 00000020:00200000:1.0:1787826383.514348:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1212416, offset 0, pos 2981888, cdp_page_count 512 00000020:00200000:1.0:1787826383.514351:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1208320, offset 0, pos 2985984, cdp_page_count 512 00000020:00200000:1.0:1787826383.514354:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1204224, offset 0, pos 2990080, cdp_page_count 512 00000020:00200000:1.0:1787826383.514358:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1200128, offset 0, pos 2994176, cdp_page_count 512 00000020:00200000:1.0:1787826383.514361:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1196032, offset 0, pos 2998272, cdp_page_count 512 00000020:00200000:1.0:1787826383.514364:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1191936, offset 0, pos 3002368, cdp_page_count 512 00000020:00200000:1.0:1787826383.514367:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1187840, offset 0, pos 3006464, cdp_page_count 512 00000020:00200000:1.0:1787826383.514370:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1183744, offset 0, pos 3010560, cdp_page_count 512 00000020:00200000:1.0:1787826383.514374:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1179648, offset 0, pos 3014656, cdp_page_count 512 00000020:00200000:1.0:1787826383.514376:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1175552, offset 0, pos 3018752, cdp_page_count 512 00000020:00200000:1.0:1787826383.514379:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1171456, offset 0, pos 3022848, cdp_page_count 512 00000020:00200000:1.0:1787826383.514382:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1167360, offset 0, pos 3026944, cdp_page_count 512 00000020:00200000:1.0:1787826383.514385:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1163264, offset 0, pos 3031040, cdp_page_count 512 00000020:00200000:1.0:1787826383.514419:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1159168, offset 0, pos 3035136, cdp_page_count 512 00000020:00200000:1.0:1787826383.514422:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1155072, offset 0, pos 3039232, cdp_page_count 512 00000020:00200000:1.0:1787826383.514425:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1150976, offset 0, pos 3043328, cdp_page_count 512 00000020:00200000:1.0:1787826383.514428:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1146880, offset 0, pos 3047424, cdp_page_count 512 00000020:00200000:1.0:1787826383.514430:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1142784, offset 0, pos 3051520, cdp_page_count 512 00000020:00200000:1.0:1787826383.514434:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1138688, offset 0, pos 3055616, cdp_page_count 512 00000020:00200000:1.0:1787826383.514446:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1134592, offset 0, pos 3059712, cdp_page_count 512 00000020:00200000:1.0:1787826383.514450:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1130496, offset 0, pos 3063808, cdp_page_count 512 00000020:00200000:1.0:1787826383.514453:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1126400, offset 0, pos 3067904, cdp_page_count 512 00000020:00200000:1.0:1787826383.514458:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1122304, offset 0, pos 3072000, cdp_page_count 512 00000020:00200000:1.0:1787826383.514463:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1118208, offset 0, pos 3076096, cdp_page_count 512 00000020:00200000:1.0:1787826383.514466:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1114112, offset 0, pos 3080192, cdp_page_count 512 00000020:00200000:1.0:1787826383.514469:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1110016, offset 0, pos 3084288, cdp_page_count 512 00000020:00200000:1.0:1787826383.514472:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1105920, offset 0, pos 3088384, cdp_page_count 512 00000020:00200000:1.0:1787826383.514475:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1101824, offset 0, pos 3092480, cdp_page_count 512 00000020:00200000:1.0:1787826383.514478:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1097728, offset 0, pos 3096576, cdp_page_count 512 00000020:00200000:1.0:1787826383.514481:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1093632, offset 0, pos 3100672, cdp_page_count 512 00000020:00200000:1.0:1787826383.514485:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1089536, offset 0, pos 3104768, cdp_page_count 512 00000020:00200000:1.0:1787826383.514488:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1085440, offset 0, pos 3108864, cdp_page_count 512 00000020:00200000:1.0:1787826383.514491:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1081344, offset 0, pos 3112960, cdp_page_count 512 00000020:00200000:1.0:1787826383.514495:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1077248, offset 0, pos 3117056, cdp_page_count 512 00000020:00200000:1.0:1787826383.514498:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1073152, offset 0, pos 3121152, cdp_page_count 512 00000020:00200000:1.0:1787826383.514502:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1069056, offset 0, pos 3125248, cdp_page_count 512 00000020:00200000:1.0:1787826383.514505:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1064960, offset 0, pos 3129344, cdp_page_count 512 00000020:00200000:1.0:1787826383.514509:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1060864, offset 0, pos 3133440, cdp_page_count 512 00000020:00200000:1.0:1787826383.514513:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1056768, offset 0, pos 3137536, cdp_page_count 512 00000020:00200000:1.0:1787826383.514516:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1052672, offset 0, pos 3141632, cdp_page_count 512 00000020:00200000:1.0:1787826383.514520:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1048576, offset 0, pos 3145728, cdp_page_count 512 00000020:00200000:1.0:1787826383.514523:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1044480, offset 0, pos 3149824, cdp_page_count 512 00000020:00200000:1.0:1787826383.514527:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1040384, offset 0, pos 3153920, cdp_page_count 512 00000020:00200000:1.0:1787826383.514531:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1036288, offset 0, pos 3158016, cdp_page_count 512 00000020:00200000:1.0:1787826383.514534:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1032192, offset 0, pos 3162112, cdp_page_count 512 00000020:00200000:1.0:1787826383.514538:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1028096, offset 0, pos 3166208, cdp_page_count 512 00000020:00200000:1.0:1787826383.514541:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1024000, offset 0, pos 3170304, cdp_page_count 512 00000020:00200000:1.0:1787826383.514544:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1019904, offset 0, pos 3174400, cdp_page_count 512 00000020:00200000:1.0:1787826383.514548:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1015808, offset 0, pos 3178496, cdp_page_count 512 00000020:00200000:1.0:1787826383.514551:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1011712, offset 0, pos 3182592, cdp_page_count 512 00000020:00200000:1.0:1787826383.514554:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1007616, offset 0, pos 3186688, cdp_page_count 512 00000020:00200000:1.0:1787826383.514557:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 1003520, offset 0, pos 3190784, cdp_page_count 512 00000020:00200000:1.0:1787826383.514561:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 999424, offset 0, pos 3194880, cdp_page_count 512 00000020:00200000:1.0:1787826383.514564:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 995328, offset 0, pos 3198976, cdp_page_count 512 00000020:00200000:1.0:1787826383.514567:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 991232, offset 0, pos 3203072, cdp_page_count 512 00000020:00200000:1.0:1787826383.514570:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 987136, offset 0, pos 3207168, cdp_page_count 512 00000020:00200000:1.0:1787826383.514573:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 983040, offset 0, pos 3211264, cdp_page_count 512 00000020:00200000:1.0:1787826383.514576:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 978944, offset 0, pos 3215360, cdp_page_count 512 00000020:00200000:1.0:1787826383.514580:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 974848, offset 0, pos 3219456, cdp_page_count 512 00000020:00200000:1.0:1787826383.514583:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 970752, offset 0, pos 3223552, cdp_page_count 512 00000020:00200000:1.0:1787826383.514586:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 966656, offset 0, pos 3227648, cdp_page_count 512 00000020:00200000:1.0:1787826383.514590:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 962560, offset 0, pos 3231744, cdp_page_count 512 00000020:00200000:1.0:1787826383.514594:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 958464, offset 0, pos 3235840, cdp_page_count 512 00000020:00200000:1.0:1787826383.514597:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 954368, offset 0, pos 3239936, cdp_page_count 512 00000020:00200000:1.0:1787826383.514601:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 950272, offset 0, pos 3244032, cdp_page_count 512 00000020:00200000:1.0:1787826383.514604:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 946176, offset 0, pos 3248128, cdp_page_count 512 00000020:00200000:1.0:1787826383.514607:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 942080, offset 0, pos 3252224, cdp_page_count 512 00000020:00200000:1.0:1787826383.514611:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 937984, offset 0, pos 3256320, cdp_page_count 512 00000020:00200000:1.0:1787826383.514614:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 933888, offset 0, pos 3260416, cdp_page_count 512 00000020:00200000:1.0:1787826383.514617:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 929792, offset 0, pos 3264512, cdp_page_count 512 00000020:00200000:1.0:1787826383.514620:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 925696, offset 0, pos 3268608, cdp_page_count 512 00000020:00200000:1.0:1787826383.514624:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 921600, offset 0, pos 3272704, cdp_page_count 512 00000020:00200000:1.0:1787826383.514627:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 917504, offset 0, pos 3276800, cdp_page_count 512 00000020:00200000:1.0:1787826383.514631:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 913408, offset 0, pos 3280896, cdp_page_count 512 00000020:00200000:1.0:1787826383.514634:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 909312, offset 0, pos 3284992, cdp_page_count 512 00000020:00200000:1.0:1787826383.514637:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 905216, offset 0, pos 3289088, cdp_page_count 512 00000020:00200000:1.0:1787826383.514640:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 901120, offset 0, pos 3293184, cdp_page_count 512 00000020:00200000:1.0:1787826383.514644:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 897024, offset 0, pos 3297280, cdp_page_count 512 00000020:00200000:1.0:1787826383.514647:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 892928, offset 0, pos 3301376, cdp_page_count 512 00000020:00200000:1.0:1787826383.514651:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 888832, offset 0, pos 3305472, cdp_page_count 512 00000020:00200000:1.0:1787826383.514653:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 884736, offset 0, pos 3309568, cdp_page_count 512 00000020:00200000:1.0:1787826383.514656:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 880640, offset 0, pos 3313664, cdp_page_count 512 00000020:00200000:1.0:1787826383.514660:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 876544, offset 0, pos 3317760, cdp_page_count 512 00000020:00200000:1.0:1787826383.514664:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 872448, offset 0, pos 3321856, cdp_page_count 512 00000020:00200000:1.0:1787826383.514668:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 868352, offset 0, pos 3325952, cdp_page_count 512 00000020:00200000:1.0:1787826383.514672:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 864256, offset 0, pos 3330048, cdp_page_count 512 00000020:00200000:1.0:1787826383.514675:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 860160, offset 0, pos 3334144, cdp_page_count 512 00000020:00200000:1.0:1787826383.514678:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 856064, offset 0, pos 3338240, cdp_page_count 512 00000020:00200000:1.0:1787826383.514682:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 851968, offset 0, pos 3342336, cdp_page_count 512 00000020:00200000:1.0:1787826383.514686:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 847872, offset 0, pos 3346432, cdp_page_count 512 00000020:00200000:1.0:1787826383.514690:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 843776, offset 0, pos 3350528, cdp_page_count 512 00000020:00200000:1.0:1787826383.514693:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 839680, offset 0, pos 3354624, cdp_page_count 512 00000020:00200000:1.0:1787826383.514696:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 835584, offset 0, pos 3358720, cdp_page_count 512 00000020:00200000:1.0:1787826383.514699:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 831488, offset 0, pos 3362816, cdp_page_count 512 00000020:00200000:1.0:1787826383.514703:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 827392, offset 0, pos 3366912, cdp_page_count 512 00000020:00200000:1.0:1787826383.514706:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 823296, offset 0, pos 3371008, cdp_page_count 512 00000020:00200000:1.0:1787826383.514709:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 819200, offset 0, pos 3375104, cdp_page_count 512 00000020:00200000:1.0:1787826383.514712:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 815104, offset 0, pos 3379200, cdp_page_count 512 00000020:00200000:1.0:1787826383.514716:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 811008, offset 0, pos 3383296, cdp_page_count 512 00000020:00200000:1.0:1787826383.514720:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 806912, offset 0, pos 3387392, cdp_page_count 512 00000020:00200000:1.0:1787826383.514723:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 802816, offset 0, pos 3391488, cdp_page_count 512 00000020:00200000:1.0:1787826383.514727:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 798720, offset 0, pos 3395584, cdp_page_count 512 00000020:00200000:1.0:1787826383.514731:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 794624, offset 0, pos 3399680, cdp_page_count 512 00000020:00200000:1.0:1787826383.514735:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 790528, offset 0, pos 3403776, cdp_page_count 512 00000020:00200000:1.0:1787826383.514738:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 786432, offset 0, pos 3407872, cdp_page_count 512 00000020:00200000:1.0:1787826383.514741:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 782336, offset 0, pos 3411968, cdp_page_count 512 00000020:00200000:1.0:1787826383.514744:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 778240, offset 0, pos 3416064, cdp_page_count 512 00000020:00200000:1.0:1787826383.514747:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 774144, offset 0, pos 3420160, cdp_page_count 512 00000020:00200000:1.0:1787826383.514751:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 770048, offset 0, pos 3424256, cdp_page_count 512 00000020:00200000:1.0:1787826383.514754:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 765952, offset 0, pos 3428352, cdp_page_count 512 00000020:00200000:1.0:1787826383.514757:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 761856, offset 0, pos 3432448, cdp_page_count 512 00000020:00200000:1.0:1787826383.514760:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 757760, offset 0, pos 3436544, cdp_page_count 512 00000020:00200000:1.0:1787826383.514763:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 753664, offset 0, pos 3440640, cdp_page_count 512 00000020:00200000:1.0:1787826383.514767:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 749568, offset 0, pos 3444736, cdp_page_count 512 00000020:00200000:1.0:1787826383.514770:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 745472, offset 0, pos 3448832, cdp_page_count 512 00000020:00200000:1.0:1787826383.514774:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 741376, offset 0, pos 3452928, cdp_page_count 512 00000020:00200000:1.0:1787826383.514778:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 3457024, cdp_page_count 512 00000020:00200000:1.0:1787826383.514781:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 3461120, cdp_page_count 512 00000020:00200000:1.0:1787826383.514784:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 3465216, cdp_page_count 512 00000020:00200000:1.0:1787826383.514787:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 3469312, cdp_page_count 512 00000020:00200000:1.0:1787826383.514790:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 3473408, cdp_page_count 512 00000020:00200000:1.0:1787826383.514793:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 3477504, cdp_page_count 512 00000020:00200000:1.0:1787826383.514797:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 3481600, cdp_page_count 512 00000020:00200000:1.0:1787826383.514800:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 3485696, cdp_page_count 512 00000020:00200000:1.0:1787826383.514805:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 3489792, cdp_page_count 512 00000020:00200000:1.0:1787826383.514808:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 3493888, cdp_page_count 512 00000020:00200000:1.0:1787826383.514812:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 3497984, cdp_page_count 512 00000020:00200000:1.0:1787826383.514815:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 3502080, cdp_page_count 512 00000020:00200000:1.0:1787826383.514818:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 3506176, cdp_page_count 512 00000020:00200000:1.0:1787826383.514822:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 3510272, cdp_page_count 512 00000020:00200000:1.0:1787826383.514825:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 3514368, cdp_page_count 512 00000020:00200000:1.0:1787826383.514840:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 3518464, cdp_page_count 512 00000020:00200000:1.0:1787826383.514844:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 3522560, cdp_page_count 512 00000020:00200000:1.0:1787826383.514847:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 3526656, cdp_page_count 512 00000020:00200000:1.0:1787826383.514850:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 3530752, cdp_page_count 512 00000020:00200000:1.0:1787826383.514854:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 3534848, cdp_page_count 512 00000020:00200000:1.0:1787826383.514857:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 3538944, cdp_page_count 512 00000020:00200000:1.0:1787826383.514860:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 3543040, cdp_page_count 512 00000020:00200000:1.0:1787826383.514862:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 3547136, cdp_page_count 512 00000020:00200000:1.0:1787826383.514865:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 3551232, cdp_page_count 512 00000020:00200000:1.0:1787826383.514868:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 3555328, cdp_page_count 512 00000020:00200000:1.0:1787826383.514872:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 3559424, cdp_page_count 512 00000020:00200000:1.0:1787826383.514875:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 3563520, cdp_page_count 512 00000020:00200000:1.0:1787826383.514878:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 3567616, cdp_page_count 512 00000020:00200000:1.0:1787826383.514881:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 3571712, cdp_page_count 512 00000020:00200000:1.0:1787826383.514883:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 3575808, cdp_page_count 512 00000020:00200000:1.0:1787826383.514886:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 3579904, cdp_page_count 512 00000020:00200000:1.0:1787826383.514889:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 3584000, cdp_page_count 512 00000020:00200000:1.0:1787826383.514892:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 3588096, cdp_page_count 512 00000020:00200000:1.0:1787826383.514895:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 3592192, cdp_page_count 512 00000020:00200000:1.0:1787826383.514898:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 3596288, cdp_page_count 512 00000020:00200000:1.0:1787826383.514902:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 3600384, cdp_page_count 512 00000020:00200000:1.0:1787826383.514905:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 3604480, cdp_page_count 512 00000020:00200000:1.0:1787826383.514908:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 3608576, cdp_page_count 512 00000020:00200000:1.0:1787826383.514912:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 3612672, cdp_page_count 512 00000020:00200000:1.0:1787826383.514915:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 3616768, cdp_page_count 512 00000020:00200000:1.0:1787826383.514920:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 3620864, cdp_page_count 512 00000020:00200000:1.0:1787826383.514923:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 3624960, cdp_page_count 512 00000020:00200000:1.0:1787826383.514926:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 3629056, cdp_page_count 512 00000020:00200000:1.0:1787826383.514930:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 3633152, cdp_page_count 512 00000020:00200000:1.0:1787826383.514933:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 3637248, cdp_page_count 512 00000020:00200000:1.0:1787826383.514937:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 3641344, cdp_page_count 512 00000020:00200000:1.0:1787826383.514940:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 3645440, cdp_page_count 512 00000020:00200000:1.0:1787826383.514943:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 3649536, cdp_page_count 512 00000020:00200000:1.0:1787826383.515116:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 3653632, cdp_page_count 512 00000020:00200000:1.0:1787826383.515121:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 3657728, cdp_page_count 512 00000020:00200000:1.0:1787826383.515125:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 3661824, cdp_page_count 512 00000020:00200000:1.0:1787826383.515128:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 3665920, cdp_page_count 512 00000020:00200000:1.0:1787826383.515132:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 3670016, cdp_page_count 512 00000020:00200000:1.0:1787826383.515135:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 3674112, cdp_page_count 512 00000020:00200000:1.0:1787826383.515137:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 3678208, cdp_page_count 512 00000020:00200000:1.0:1787826383.515140:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 3682304, cdp_page_count 512 00000020:00200000:1.0:1787826383.515143:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 3686400, cdp_page_count 512 00000020:00200000:1.0:1787826383.515146:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 3690496, cdp_page_count 512 00000020:00200000:1.0:1787826383.515149:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 3694592, cdp_page_count 512 00000020:00200000:1.0:1787826383.515153:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 3698688, cdp_page_count 512 00000020:00200000:1.0:1787826383.515155:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 3702784, cdp_page_count 512 00000020:00200000:1.0:1787826383.515158:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 3706880, cdp_page_count 512 00000020:00200000:1.0:1787826383.515161:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 3710976, cdp_page_count 512 00000020:00200000:1.0:1787826383.515165:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 3715072, cdp_page_count 512 00000020:00200000:1.0:1787826383.515168:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 3719168, cdp_page_count 512 00000020:00200000:1.0:1787826383.515172:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 3723264, cdp_page_count 512 00000020:00200000:1.0:1787826383.515175:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 3727360, cdp_page_count 512 00000020:00200000:1.0:1787826383.515179:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 3731456, cdp_page_count 512 00000020:00200000:1.0:1787826383.515183:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 3735552, cdp_page_count 512 00000020:00200000:1.0:1787826383.515186:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 3739648, cdp_page_count 512 00000020:00200000:1.0:1787826383.515190:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 3743744, cdp_page_count 512 00000020:00200000:1.0:1787826383.515193:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 3747840, cdp_page_count 512 00000020:00200000:1.0:1787826383.515197:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 3751936, cdp_page_count 512 00000020:00200000:1.0:1787826383.515200:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 3756032, cdp_page_count 512 00000020:00200000:1.0:1787826383.515204:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 3760128, cdp_page_count 512 00000020:00200000:1.0:1787826383.515207:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 3764224, cdp_page_count 512 00000020:00200000:1.0:1787826383.515210:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 3768320, cdp_page_count 512 00000020:00200000:1.0:1787826383.515213:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 3772416, cdp_page_count 512 00000020:00200000:1.0:1787826383.515216:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 3776512, cdp_page_count 512 00000020:00200000:1.0:1787826383.515220:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 3780608, cdp_page_count 512 00000020:00200000:1.0:1787826383.515223:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 3784704, cdp_page_count 512 00000020:00200000:1.0:1787826383.515227:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 3788800, cdp_page_count 512 00000020:00200000:1.0:1787826383.515230:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 3792896, cdp_page_count 512 00000020:00200000:1.0:1787826383.515234:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 3796992, cdp_page_count 512 00000020:00200000:1.0:1787826383.515237:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 3801088, cdp_page_count 512 00000020:00200000:1.0:1787826383.515240:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 3805184, cdp_page_count 512 00000020:00200000:1.0:1787826383.515244:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 3809280, cdp_page_count 512 00000020:00200000:1.0:1787826383.515247:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 3813376, cdp_page_count 512 00000020:00200000:1.0:1787826383.515250:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 3817472, cdp_page_count 512 00000020:00200000:1.0:1787826383.515254:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 3821568, cdp_page_count 512 00000020:00200000:1.0:1787826383.515257:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 3825664, cdp_page_count 512 00000020:00200000:1.0:1787826383.515261:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 3829760, cdp_page_count 512 00000020:00200000:1.0:1787826383.515265:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 3833856, cdp_page_count 512 00000020:00200000:1.0:1787826383.515269:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 3837952, cdp_page_count 512 00000020:00200000:1.0:1787826383.515272:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 3842048, cdp_page_count 512 00000020:00200000:1.0:1787826383.515276:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 3846144, cdp_page_count 512 00000020:00200000:1.0:1787826383.515279:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 3850240, cdp_page_count 512 00000020:00200000:1.0:1787826383.515283:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 3854336, cdp_page_count 512 00000020:00200000:1.0:1787826383.515285:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 3858432, cdp_page_count 512 00000020:00200000:1.0:1787826383.515288:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 3862528, cdp_page_count 512 00000020:00200000:1.0:1787826383.515291:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 3866624, cdp_page_count 512 00000020:00200000:1.0:1787826383.515295:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 3870720, cdp_page_count 512 00000020:00200000:1.0:1787826383.515299:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 3874816, cdp_page_count 512 00000020:00200000:1.0:1787826383.515302:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 3878912, cdp_page_count 512 00000020:00200000:1.0:1787826383.515306:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 3883008, cdp_page_count 512 00000020:00200000:1.0:1787826383.515310:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 3887104, cdp_page_count 512 00000020:00200000:1.0:1787826383.515313:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 3891200, cdp_page_count 512 00000020:00200000:1.0:1787826383.515317:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 3895296, cdp_page_count 512 00000020:00200000:1.0:1787826383.515320:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 3899392, cdp_page_count 512 00000020:00200000:1.0:1787826383.515325:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 3903488, cdp_page_count 512 00000020:00200000:1.0:1787826383.515328:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 3907584, cdp_page_count 512 00000020:00200000:1.0:1787826383.515332:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 3911680, cdp_page_count 512 00000020:00200000:1.0:1787826383.515336:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 3915776, cdp_page_count 512 00000020:00200000:1.0:1787826383.515340:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 3919872, cdp_page_count 512 00000020:00200000:1.0:1787826383.515343:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 3923968, cdp_page_count 512 00000020:00200000:1.0:1787826383.515347:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 3928064, cdp_page_count 512 00000020:00200000:1.0:1787826383.515350:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 3932160, cdp_page_count 512 00000020:00200000:1.0:1787826383.515354:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 3936256, cdp_page_count 512 00000020:00200000:1.0:1787826383.515358:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 3940352, cdp_page_count 512 00000020:00200000:1.0:1787826383.515361:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 3944448, cdp_page_count 512 00000020:00200000:1.0:1787826383.515365:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 3948544, cdp_page_count 512 00000020:00200000:1.0:1787826383.515368:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 3952640, cdp_page_count 512 00000020:00200000:1.0:1787826383.515371:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 3956736, cdp_page_count 512 00000020:00200000:1.0:1787826383.515375:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 3960832, cdp_page_count 512 00000020:00200000:1.0:1787826383.515379:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 3964928, cdp_page_count 512 00000020:00200000:1.0:1787826383.515382:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 3969024, cdp_page_count 512 00000020:00200000:1.0:1787826383.515386:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 3973120, cdp_page_count 512 00000020:00200000:1.0:1787826383.515474:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 3977216, cdp_page_count 512 00000020:00200000:1.0:1787826383.515477:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 3981312, cdp_page_count 512 00000020:00200000:1.0:1787826383.515481:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 3985408, cdp_page_count 512 00000020:00200000:1.0:1787826383.515484:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 3989504, cdp_page_count 512 00000020:00200000:1.0:1787826383.515488:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 3993600, cdp_page_count 512 00000020:00200000:1.0:1787826383.515491:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 3997696, cdp_page_count 512 00000020:00200000:1.0:1787826383.515494:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 4001792, cdp_page_count 512 00000020:00200000:1.0:1787826383.515498:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 4005888, cdp_page_count 512 00000020:00200000:1.0:1787826383.515501:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 4009984, cdp_page_count 512 00000020:00200000:1.0:1787826383.515504:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 4014080, cdp_page_count 512 00000020:00200000:1.0:1787826383.515507:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 4018176, cdp_page_count 512 00000020:00200000:1.0:1787826383.515510:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 4022272, cdp_page_count 512 00000020:00200000:1.0:1787826383.515514:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 4026368, cdp_page_count 512 00000020:00200000:1.0:1787826383.515518:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 4030464, cdp_page_count 512 00000020:00200000:1.0:1787826383.515521:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 4034560, cdp_page_count 512 00000020:00200000:1.0:1787826383.515524:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 4038656, cdp_page_count 512 00000020:00200000:1.0:1787826383.515527:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 4042752, cdp_page_count 512 00000020:00200000:1.0:1787826383.515531:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 4046848, cdp_page_count 512 00000020:00200000:1.0:1787826383.515534:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 4050944, cdp_page_count 512 00000020:00200000:1.0:1787826383.515537:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 4055040, cdp_page_count 512 00000020:00200000:1.0:1787826383.515539:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 4059136, cdp_page_count 512 00000020:00200000:1.0:1787826383.515542:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 4063232, cdp_page_count 512 00000020:00200000:1.0:1787826383.515545:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 4067328, cdp_page_count 512 00000020:00200000:1.0:1787826383.515548:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 4071424, cdp_page_count 512 00000020:00200000:1.0:1787826383.515552:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 4075520, cdp_page_count 512 00000020:00200000:1.0:1787826383.515555:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 4079616, cdp_page_count 512 00000020:00200000:1.0:1787826383.515559:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 4083712, cdp_page_count 512 00000020:00200000:1.0:1787826383.515562:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 4087808, cdp_page_count 512 00000020:00200000:1.0:1787826383.515565:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 4091904, cdp_page_count 512 00000020:00200000:1.0:1787826383.515568:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 4096000, cdp_page_count 512 00000020:00200000:1.0:1787826383.515571:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 4100096, cdp_page_count 512 00000020:00200000:1.0:1787826383.515574:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 4104192, cdp_page_count 512 00000020:00200000:1.0:1787826383.515577:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 4108288, cdp_page_count 512 00000020:00200000:1.0:1787826383.515579:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 4112384, cdp_page_count 512 00000020:00200000:1.0:1787826383.515582:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 4116480, cdp_page_count 512 00000020:00200000:1.0:1787826383.515585:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 4120576, cdp_page_count 512 00000020:00200000:1.0:1787826383.515588:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 4124672, cdp_page_count 512 00000020:00200000:1.0:1787826383.515592:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 4128768, cdp_page_count 512 00000020:00200000:1.0:1787826383.515595:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 4132864, cdp_page_count 512 00000020:00200000:1.0:1787826383.515599:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 4136960, cdp_page_count 512 00000020:00200000:1.0:1787826383.515602:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 4141056, cdp_page_count 512 00000020:00200000:1.0:1787826383.515606:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 4145152, cdp_page_count 512 00000020:00200000:1.0:1787826383.515609:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 4149248, cdp_page_count 512 00000020:00200000:1.0:1787826383.515613:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 4153344, cdp_page_count 512 00000020:00200000:1.0:1787826383.515616:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 4157440, cdp_page_count 512 00000020:00200000:1.0:1787826383.515620:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 4161536, cdp_page_count 512 00000020:00200000:1.0:1787826383.515623:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 4165632, cdp_page_count 512 00000020:00200000:1.0:1787826383.515627:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 4169728, cdp_page_count 512 00000020:00200000:1.0:1787826383.515630:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 4173824, cdp_page_count 512 00000020:00200000:1.0:1787826383.515633:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 4177920, cdp_page_count 512 00000020:00200000:1.0:1787826383.515637:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 4182016, cdp_page_count 512 00000020:00200000:1.0:1787826383.515640:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 4186112, cdp_page_count 512 00000020:00200000:1.0:1787826383.515643:0:2360:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 4190208, cdp_page_count 512 00000020:00200000:1.0:1787826383.515665:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1787826383.515676:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00000100:00100000:1.0:1787826383.515709:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428493568:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.535078:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cbe40 00000020:00200000:1.0:1787826383.535090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:1.0:1787826383.535094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:1.0:1787826383.535096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:1.0:1787826383.535098:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:1.0:1787826383.535099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:1.0:1787826383.535101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:1.0:1787826383.535103:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:1.0:1787826383.535104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:1.0:1787826383.535106:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:1.0:1787826383.535107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:1.0:1787826383.535110:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:1.0:1787826383.535112:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:1.0:1787826383.535113:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:1.0:1787826383.535115:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:1.0:1787826383.535117:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:1.0:1787826383.535118:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:1.0:1787826383.535120:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:1.0:1787826383.535121:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:1.0:1787826383.535122:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:1.0:1787826383.535124:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:1.0:1787826383.535125:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:1.0:1787826383.535126:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:1.0:1787826383.535128:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:1.0:1787826383.535129:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:1.0:1787826383.535131:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:1.0:1787826383.535132:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:1.0:1787826383.535133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:1.0:1787826383.535135:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:1.0:1787826383.535136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:1.0:1787826383.535138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:1.0:1787826383.535140:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:1.0:1787826383.535141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:1.0:1787826383.535143:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:1.0:1787826383.535144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:1.0:1787826383.535145:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:1.0:1787826383.535147:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:1.0:1787826383.535148:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:1.0:1787826383.535149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:1.0:1787826383.535151:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:1.0:1787826383.535152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:1.0:1787826383.535153:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:1.0:1787826383.535155:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:1.0:1787826383.535156:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:1.0:1787826383.535158:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:1.0:1787826383.535159:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:1.0:1787826383.535160:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:1.0:1787826383.535162:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:1.0:1787826383.535163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:1.0:1787826383.535165:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:1.0:1787826383.535166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:1.0:1787826383.535168:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:1.0:1787826383.535169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:1.0:1787826383.535171:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:1.0:1787826383.535172:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:1.0:1787826383.535174:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:1.0:1787826383.535175:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:1.0:1787826383.535177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:1.0:1787826383.535179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:1.0:1787826383.535180:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:1.0:1787826383.535182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:1.0:1787826383.535184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:1.0:1787826383.535185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:1.0:1787826383.535187:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:1.0:1787826383.535189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:1.0:1787826383.535190:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:1.0:1787826383.535192:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:1.0:1787826383.535193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:1.0:1787826383.535195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:1.0:1787826383.535196:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:1.0:1787826383.535198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:1.0:1787826383.535199:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:1.0:1787826383.535200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:1.0:1787826383.535202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:1.0:1787826383.535203:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:1.0:1787826383.535205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:1.0:1787826383.535206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:1.0:1787826383.535209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:1.0:1787826383.535210:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:1.0:1787826383.535212:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:1.0:1787826383.535213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:1.0:1787826383.535215:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:1.0:1787826383.535216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:1.0:1787826383.535218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:1.0:1787826383.535219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:1.0:1787826383.535221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:1.0:1787826383.535222:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:1.0:1787826383.535224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:1.0:1787826383.535225:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:1.0:1787826383.535227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:1.0:1787826383.535229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:1.0:1787826383.535230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:1.0:1787826383.535232:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:1.0:1787826383.535233:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:1.0:1787826383.535234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:1.0:1787826383.535236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:1.0:1787826383.535237:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 800 items remaining. 00000020:00200000:1.0:1787826383.535238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:1.0:1787826383.535240:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 798 items remaining. 00000020:00200000:1.0:1787826383.535241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:1.0:1787826383.535242:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 796 items remaining. 00000020:00200000:1.0:1787826383.535244:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:1.0:1787826383.535245:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 794 items remaining. 00000020:00200000:1.0:1787826383.535246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:1.0:1787826383.535247:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 792 items remaining. 00000020:00200000:1.0:1787826383.535249:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:1.0:1787826383.535250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 790 items remaining. 00000020:00200000:1.0:1787826383.535252:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:1.0:1787826383.535253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 788 items remaining. 00000020:00200000:1.0:1787826383.535255:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:1.0:1787826383.535256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 786 items remaining. 00000020:00200000:1.0:1787826383.535258:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:1.0:1787826383.535259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 784 items remaining. 00000020:00200000:1.0:1787826383.535260:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:1.0:1787826383.535261:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 782 items remaining. 00000020:00200000:1.0:1787826383.535263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:1.0:1787826383.535264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 780 items remaining. 00000020:00200000:1.0:1787826383.535266:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:1.0:1787826383.535267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 778 items remaining. 00000020:00200000:1.0:1787826383.535269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:1.0:1787826383.535270:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 776 items remaining. 00000020:00200000:1.0:1787826383.535272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 775 items remaining. 00000020:00200000:1.0:1787826383.535273:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:1.0:1787826383.535275:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 773 items remaining. 00000020:00200000:1.0:1787826383.535277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:1.0:1787826383.535278:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 771 items remaining. 00000020:00200000:1.0:1787826383.535280:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:1.0:1787826383.535282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 769 items remaining. 00000020:00200000:1.0:1787826383.535284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000020:00200000:1.0:1787826383.535285:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:1.0:1787826383.535286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:1.0:1787826383.535288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:1.0:1787826383.535290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:1.0:1787826383.535291:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:1.0:1787826383.535293:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:1.0:1787826383.535294:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:1.0:1787826383.535296:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:1.0:1787826383.535297:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:1.0:1787826383.535299:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:1.0:1787826383.535301:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:1.0:1787826383.535302:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:1.0:1787826383.535304:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:1.0:1787826383.535306:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:1.0:1787826383.535307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:1.0:1787826383.535309:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:1.0:1787826383.535310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:1.0:1787826383.535312:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:1.0:1787826383.535313:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:1.0:1787826383.535314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:1.0:1787826383.535316:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:1.0:1787826383.535317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:1.0:1787826383.535319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:1.0:1787826383.535320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:1.0:1787826383.535322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:1.0:1787826383.535323:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:1.0:1787826383.535325:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:1.0:1787826383.535326:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:1.0:1787826383.535327:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:1.0:1787826383.535329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:1.0:1787826383.535330:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:1.0:1787826383.535331:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:1.0:1787826383.535333:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:1.0:1787826383.535334:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:1.0:1787826383.535336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:1.0:1787826383.535337:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:1.0:1787826383.535338:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:1.0:1787826383.535339:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:1.0:1787826383.535341:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:1.0:1787826383.535342:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:1.0:1787826383.535343:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:1.0:1787826383.535345:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:1.0:1787826383.535347:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:1.0:1787826383.535348:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:1.0:1787826383.535350:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:1.0:1787826383.535351:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:1.0:1787826383.535353:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:1.0:1787826383.535354:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:1.0:1787826383.535356:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:1.0:1787826383.535357:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:1.0:1787826383.535358:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:1.0:1787826383.535360:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:1.0:1787826383.535361:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:1.0:1787826383.535362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:1.0:1787826383.535364:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:1.0:1787826383.535365:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:1.0:1787826383.535367:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:1.0:1787826383.535368:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:1.0:1787826383.535370:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:1.0:1787826383.535371:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:1.0:1787826383.535372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:1.0:1787826383.535374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:1.0:1787826383.535375:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:1.0:1787826383.535376:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:1.0:1787826383.535378:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:1.0:1787826383.535379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:1.0:1787826383.535381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:1.0:1787826383.535382:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:1.0:1787826383.535384:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:1.0:1787826383.535385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:1.0:1787826383.535386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:1.0:1787826383.535387:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:1.0:1787826383.535389:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:1.0:1787826383.535391:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:1.0:1787826383.535392:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:1.0:1787826383.535394:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:1.0:1787826383.535396:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:1.0:1787826383.535428:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:1.0:1787826383.535430:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:1.0:1787826383.535431:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:1.0:1787826383.535433:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:1.0:1787826383.535434:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:1.0:1787826383.535446:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:1.0:1787826383.535448:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:1.0:1787826383.535449:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:1.0:1787826383.535451:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:1.0:1787826383.535452:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:1.0:1787826383.535454:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:1.0:1787826383.535456:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:1.0:1787826383.535457:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:1.0:1787826383.535459:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:1.0:1787826383.535460:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:1.0:1787826383.535462:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:1.0:1787826383.535463:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:1.0:1787826383.535465:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:1.0:1787826383.535466:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:1.0:1787826383.535468:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:1.0:1787826383.535469:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:1.0:1787826383.535471:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:1.0:1787826383.535472:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:1.0:1787826383.535473:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:1.0:1787826383.535475:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:1.0:1787826383.535476:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:1.0:1787826383.535477:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:1.0:1787826383.535479:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:1.0:1787826383.535480:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:1.0:1787826383.535482:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:1.0:1787826383.535483:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:1.0:1787826383.535485:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:1.0:1787826383.535486:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:1.0:1787826383.535487:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:1.0:1787826383.535489:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:1.0:1787826383.535490:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:1.0:1787826383.535491:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:1.0:1787826383.535493:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:1.0:1787826383.535494:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:1.0:1787826383.535495:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:1.0:1787826383.535497:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:1.0:1787826383.535498:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:1.0:1787826383.535500:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:1.0:1787826383.535501:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:1.0:1787826383.535503:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:1.0:1787826383.535504:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:1.0:1787826383.535506:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:1.0:1787826383.535508:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:1.0:1787826383.535509:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:1.0:1787826383.535511:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:1.0:1787826383.535512:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000008:00010000:1.0:1787826383.535516:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cbe40 00000100:00100000:1.0:1787826383.535541:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9835e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428493696:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.540356:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000020:00200000:1.0:1787826383.540368:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 639 items remaining. 00000020:00200000:1.0:1787826383.540372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 638 items remaining. 00000020:00200000:1.0:1787826383.540374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 637 items remaining. 00000020:00200000:1.0:1787826383.540376:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 636 items remaining. 00000020:00200000:1.0:1787826383.540377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 635 items remaining. 00000020:00200000:1.0:1787826383.540379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 634 items remaining. 00000020:00200000:1.0:1787826383.540381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 633 items remaining. 00000020:00200000:1.0:1787826383.540383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 632 items remaining. 00000020:00200000:1.0:1787826383.540384:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 631 items remaining. 00000020:00200000:1.0:1787826383.540386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 630 items remaining. 00000020:00200000:1.0:1787826383.540395:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 629 items remaining. 00000020:00200000:1.0:1787826383.541380:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 628 items remaining. 00000020:00200000:1.0:1787826383.543101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 627 items remaining. 00000020:00200000:1.0:1787826383.543107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 626 items remaining. 00000020:00200000:1.0:1787826383.543109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 625 items remaining. 00000020:00200000:1.0:1787826383.543111:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 624 items remaining. 00000020:00200000:1.0:1787826383.543112:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 623 items remaining. 00000020:00200000:1.0:1787826383.543114:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 622 items remaining. 00000020:00200000:1.0:1787826383.543115:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 621 items remaining. 00000020:00200000:1.0:1787826383.543117:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 620 items remaining. 00000020:00200000:1.0:1787826383.543119:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 619 items remaining. 00000020:00200000:1.0:1787826383.543121:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 618 items remaining. 00000020:00200000:1.0:1787826383.543123:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 617 items remaining. 00000020:00200000:1.0:1787826383.543125:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 616 items remaining. 00000020:00200000:1.0:1787826383.543127:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 615 items remaining. 00000020:00200000:1.0:1787826383.543129:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 614 items remaining. 00000020:00200000:1.0:1787826383.543130:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 613 items remaining. 00000020:00200000:1.0:1787826383.543132:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 612 items remaining. 00000020:00200000:1.0:1787826383.543134:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 611 items remaining. 00000020:00200000:1.0:1787826383.543136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 610 items remaining. 00000020:00200000:1.0:1787826383.543138:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 609 items remaining. 00000020:00200000:1.0:1787826383.543139:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 608 items remaining. 00000020:00200000:1.0:1787826383.543141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 607 items remaining. 00000020:00200000:1.0:1787826383.543143:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 606 items remaining. 00000020:00200000:1.0:1787826383.543144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 605 items remaining. 00000020:00200000:1.0:1787826383.543146:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 604 items remaining. 00000020:00200000:1.0:1787826383.543147:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 603 items remaining. 00000020:00200000:1.0:1787826383.543149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 602 items remaining. 00000020:00200000:1.0:1787826383.543152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 601 items remaining. 00000020:00200000:1.0:1787826383.543154:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 600 items remaining. 00000020:00200000:1.0:1787826383.543155:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 599 items remaining. 00000020:00200000:1.0:1787826383.543157:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 598 items remaining. 00000020:00200000:1.0:1787826383.543159:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 597 items remaining. 00000020:00200000:1.0:1787826383.543160:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 596 items remaining. 00000020:00200000:1.0:1787826383.543162:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 595 items remaining. 00000020:00200000:1.0:1787826383.543163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 594 items remaining. 00000020:00200000:1.0:1787826383.543165:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 593 items remaining. 00000020:00200000:1.0:1787826383.543167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 592 items remaining. 00000020:00200000:1.0:1787826383.543168:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 591 items remaining. 00000020:00200000:1.0:1787826383.543170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 590 items remaining. 00000020:00200000:1.0:1787826383.543171:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 589 items remaining. 00000020:00200000:1.0:1787826383.543173:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 588 items remaining. 00000020:00200000:1.0:1787826383.543175:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 587 items remaining. 00000020:00200000:1.0:1787826383.543177:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 586 items remaining. 00000020:00200000:1.0:1787826383.543179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 585 items remaining. 00000020:00200000:1.0:1787826383.543181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 584 items remaining. 00000020:00200000:1.0:1787826383.543183:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 583 items remaining. 00000020:00200000:1.0:1787826383.543184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 582 items remaining. 00000020:00200000:1.0:1787826383.543186:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 581 items remaining. 00000020:00200000:1.0:1787826383.543188:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 580 items remaining. 00000020:00200000:1.0:1787826383.543189:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 579 items remaining. 00000020:00200000:1.0:1787826383.543192:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 578 items remaining. 00000020:00200000:1.0:1787826383.543193:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 577 items remaining. 00000020:00200000:1.0:1787826383.543195:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 576 items remaining. 00000020:00200000:1.0:1787826383.543197:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 575 items remaining. 00000020:00200000:1.0:1787826383.543199:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 574 items remaining. 00000020:00200000:1.0:1787826383.543200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 573 items remaining. 00000020:00200000:1.0:1787826383.543202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 572 items remaining. 00000020:00200000:1.0:1787826383.543204:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 571 items remaining. 00000020:00200000:1.0:1787826383.543205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 570 items remaining. 00000020:00200000:1.0:1787826383.543208:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 569 items remaining. 00000020:00200000:1.0:1787826383.543209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 568 items remaining. 00000020:00200000:1.0:1787826383.543211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 567 items remaining. 00000020:00200000:1.0:1787826383.543213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 566 items remaining. 00000020:00200000:1.0:1787826383.543215:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 565 items remaining. 00000020:00200000:1.0:1787826383.543216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 564 items remaining. 00000020:00200000:1.0:1787826383.543218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 563 items remaining. 00000020:00200000:1.0:1787826383.543219:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 562 items remaining. 00000020:00200000:1.0:1787826383.543221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 561 items remaining. 00000020:00200000:1.0:1787826383.543222:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 560 items remaining. 00000020:00200000:1.0:1787826383.543224:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 559 items remaining. 00000020:00200000:1.0:1787826383.543226:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 558 items remaining. 00000020:00200000:1.0:1787826383.543227:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 557 items remaining. 00000020:00200000:1.0:1787826383.543229:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 556 items remaining. 00000020:00200000:1.0:1787826383.543230:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 555 items remaining. 00000020:00200000:1.0:1787826383.543232:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 554 items remaining. 00000020:00200000:1.0:1787826383.543234:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 553 items remaining. 00000020:00200000:1.0:1787826383.543236:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 552 items remaining. 00000020:00200000:1.0:1787826383.543238:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 551 items remaining. 00000020:00200000:1.0:1787826383.543239:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 550 items remaining. 00000020:00200000:1.0:1787826383.543241:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 549 items remaining. 00000020:00200000:1.0:1787826383.543243:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 548 items remaining. 00000020:00200000:1.0:1787826383.543244:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 547 items remaining. 00000020:00200000:1.0:1787826383.543246:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 546 items remaining. 00000020:00200000:1.0:1787826383.543248:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 545 items remaining. 00000020:00200000:1.0:1787826383.543250:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 544 items remaining. 00000020:00200000:1.0:1787826383.543251:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 543 items remaining. 00000020:00200000:1.0:1787826383.543253:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 542 items remaining. 00000020:00200000:1.0:1787826383.543254:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 541 items remaining. 00000020:00200000:1.0:1787826383.543256:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 540 items remaining. 00000020:00200000:1.0:1787826383.543257:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 539 items remaining. 00000020:00200000:1.0:1787826383.543259:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 538 items remaining. 00000020:00200000:1.0:1787826383.543261:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 537 items remaining. 00000020:00200000:1.0:1787826383.543263:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 536 items remaining. 00000020:00200000:1.0:1787826383.543264:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 535 items remaining. 00000020:00200000:1.0:1787826383.543266:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 534 items remaining. 00000020:00200000:1.0:1787826383.543267:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 533 items remaining. 00000020:00200000:1.0:1787826383.543269:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 532 items remaining. 00000020:00200000:1.0:1787826383.543271:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 531 items remaining. 00000020:00200000:1.0:1787826383.543272:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 530 items remaining. 00000020:00200000:1.0:1787826383.543274:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 529 items remaining. 00000020:00200000:1.0:1787826383.543276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 528 items remaining. 00000020:00200000:1.0:1787826383.543277:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 527 items remaining. 00000020:00200000:1.0:1787826383.543279:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 526 items remaining. 00000020:00200000:1.0:1787826383.543281:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 525 items remaining. 00000020:00200000:1.0:1787826383.543282:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 524 items remaining. 00000020:00200000:1.0:1787826383.543284:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 523 items remaining. 00000020:00200000:1.0:1787826383.543286:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 522 items remaining. 00000020:00200000:1.0:1787826383.543287:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 521 items remaining. 00000020:00200000:1.0:1787826383.543288:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 520 items remaining. 00000020:00200000:1.0:1787826383.543290:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 519 items remaining. 00000020:00200000:1.0:1787826383.543292:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 518 items remaining. 00000020:00200000:1.0:1787826383.543293:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 517 items remaining. 00000020:00200000:1.0:1787826383.543295:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 516 items remaining. 00000020:00200000:1.0:1787826383.543297:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 515 items remaining. 00000020:00200000:1.0:1787826383.543299:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 514 items remaining. 00000020:00200000:1.0:1787826383.543300:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 513 items remaining. 00000020:00200000:1.0:1787826383.543302:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000020:00200000:1.0:1787826383.543303:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1787826383.543305:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1787826383.543307:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1787826383.543308:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1787826383.543310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1787826383.543311:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1787826383.543314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1787826383.543315:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1787826383.543317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1787826383.543319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1787826383.543320:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1787826383.543322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1787826383.543324:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1787826383.543326:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1787826383.543328:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1787826383.543329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1787826383.543332:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1787826383.543333:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1787826383.543336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1787826383.543338:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1787826383.543339:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1787826383.543341:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1787826383.543342:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1787826383.543344:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1787826383.543346:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1787826383.543348:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1787826383.543349:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1787826383.543351:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1787826383.543353:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1787826383.543354:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1787826383.543356:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1787826383.543357:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1787826383.543359:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1787826383.543360:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1787826383.543362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1787826383.543364:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1787826383.543365:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1787826383.543367:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1787826383.543369:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1787826383.543370:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1787826383.543372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1787826383.543374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1787826383.543375:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1787826383.543377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1787826383.543378:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1787826383.543380:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1787826383.543381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1787826383.543383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1787826383.543384:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1787826383.543386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1787826383.543422:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1787826383.543425:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1787826383.543427:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1787826383.543428:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1787826383.543430:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1787826383.543431:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1787826383.543433:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1787826383.543457:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1787826383.543460:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1787826383.543461:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1787826383.543463:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1787826383.543465:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1787826383.543467:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1787826383.543468:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1787826383.543469:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1787826383.543471:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1787826383.543472:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1787826383.543474:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1787826383.543475:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1787826383.543477:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1787826383.543479:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1787826383.543481:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1787826383.543483:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1787826383.543485:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1787826383.543486:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1787826383.543488:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1787826383.543490:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1787826383.543491:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1787826383.543492:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1787826383.543494:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1787826383.543495:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1787826383.543497:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1787826383.543498:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1787826383.543500:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1787826383.543502:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1787826383.543503:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1787826383.543505:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1787826383.543506:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1787826383.543508:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1787826383.543509:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1787826383.543511:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1787826383.543513:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1787826383.543514:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1787826383.543516:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1787826383.543518:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1787826383.543519:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1787826383.543521:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1787826383.543522:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1787826383.543523:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1787826383.543525:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1787826383.543527:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1787826383.543528:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1787826383.543530:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1787826383.543532:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1787826383.543533:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1787826383.543535:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1787826383.543536:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1787826383.543538:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1787826383.543540:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1787826383.543541:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1787826383.543543:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1787826383.543544:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1787826383.543546:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1787826383.543548:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1787826383.543549:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1787826383.543551:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1787826383.543552:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1787826383.543554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1787826383.543555:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1787826383.543557:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1787826383.543559:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1787826383.543561:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1787826383.543562:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1787826383.543564:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1787826383.543565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1787826383.543567:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1787826383.543569:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1787826383.543570:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000008:00010000:1.0:1787826383.543575:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78d80 00000100:00100000:1.0:1787826383.543610:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428493952:192.168.203.115@tcp:3:small_write.0 00000008:00010000:1.0:1787826383.563485:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78e40 00000020:00200000:1.0:1787826383.563497:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826383.563501:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826383.563503:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826383.563505:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826383.563506:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826383.563508:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826383.563509:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826383.563511:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826383.563512:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826383.563514:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826383.563515:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826383.563517:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826383.563518:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826383.563520:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826383.563521:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826383.563523:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826383.563525:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826383.563526:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826383.563528:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826383.563529:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826383.563531:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826383.563533:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826383.563534:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826383.563536:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826383.563537:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826383.563539:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826383.563540:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826383.563542:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826383.563543:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826383.563545:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826383.563546:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826383.563548:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826383.563549:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826383.563551:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826383.563553:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826383.563554:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826383.563555:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826383.563557:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826383.563558:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826383.563560:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826383.563561:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826383.563562:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826383.563564:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826383.563565:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826383.563567:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826383.563568:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826383.563570:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826383.563572:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826383.563574:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826383.563575:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826383.563577:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826383.563578:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826383.563580:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826383.563581:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826383.563583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826383.563584:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826383.563586:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826383.563587:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826383.563589:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826383.563591:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826383.563592:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826383.563594:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826383.563596:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826383.563597:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826383.563599:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826383.563600:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826383.563602:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826383.563604:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826383.563605:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826383.563607:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826383.563608:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826383.563609:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826383.563610:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826383.563612:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826383.563613:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826383.563615:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826383.563617:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826383.563618:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826383.563620:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826383.563621:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826383.563623:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826383.563624:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826383.563626:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826383.563628:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826383.563629:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826383.563631:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826383.563632:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826383.563634:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826383.563636:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826383.563637:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826383.563639:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826383.563640:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826383.563642:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826383.563644:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826383.563645:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826383.563647:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826383.563648:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826383.563649:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826383.563651:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826383.563653:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826383.563654:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826383.563655:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826383.563656:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826383.563658:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826383.563659:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826383.563661:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826383.563663:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826383.563664:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826383.563666:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826383.563667:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826383.563668:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826383.563670:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826383.563671:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826383.563673:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826383.563674:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826383.563675:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826383.563677:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826383.563678:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826383.563679:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826383.563681:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826383.563682:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826383.563683:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826383.563685:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826383.563686:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826383.563688:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826383.563689:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826383.563691:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826383.563692:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826383.564173:0:2359:0:(cl_io.c:1306:cl_sub_dio_end()) finishing unaligned dio read aio->cda_bytes 3670016 00000020:00200000:1.0:1787826383.564181:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3670016, offset 0, pos 4194304, cdp_page_count 896 00000020:00200000:1.0:1787826383.564188:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3665920, offset 0, pos 4198400, cdp_page_count 896 00000020:00200000:1.0:1787826383.564191:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3661824, offset 0, pos 4202496, cdp_page_count 896 00000020:00200000:1.0:1787826383.564194:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3657728, offset 0, pos 4206592, cdp_page_count 896 00000020:00200000:1.0:1787826383.564197:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3653632, offset 0, pos 4210688, cdp_page_count 896 00000020:00200000:1.0:1787826383.564201:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3649536, offset 0, pos 4214784, cdp_page_count 896 00000020:00200000:1.0:1787826383.564203:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3645440, offset 0, pos 4218880, cdp_page_count 896 00000020:00200000:1.0:1787826383.564206:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3641344, offset 0, pos 4222976, cdp_page_count 896 00000020:00200000:1.0:1787826383.564210:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3637248, offset 0, pos 4227072, cdp_page_count 896 00000020:00200000:1.0:1787826383.564215:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3633152, offset 0, pos 4231168, cdp_page_count 896 00000020:00200000:1.0:1787826383.564221:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3629056, offset 0, pos 4235264, cdp_page_count 896 00000020:00200000:1.0:1787826383.564226:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3624960, offset 0, pos 4239360, cdp_page_count 896 00000020:00200000:1.0:1787826383.564231:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3620864, offset 0, pos 4243456, cdp_page_count 896 00000020:00200000:1.0:1787826383.564234:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3616768, offset 0, pos 4247552, cdp_page_count 896 00000020:00200000:1.0:1787826383.564237:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3612672, offset 0, pos 4251648, cdp_page_count 896 00000020:00200000:1.0:1787826383.564240:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3608576, offset 0, pos 4255744, cdp_page_count 896 00000020:00200000:1.0:1787826383.564242:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3604480, offset 0, pos 4259840, cdp_page_count 896 00000020:00200000:1.0:1787826383.564245:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3600384, offset 0, pos 4263936, cdp_page_count 896 00000020:00200000:1.0:1787826383.564247:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3596288, offset 0, pos 4268032, cdp_page_count 896 00000020:00200000:1.0:1787826383.564250:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3592192, offset 0, pos 4272128, cdp_page_count 896 00000020:00200000:1.0:1787826383.564253:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3588096, offset 0, pos 4276224, cdp_page_count 896 00000020:00200000:1.0:1787826383.564255:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3584000, offset 0, pos 4280320, cdp_page_count 896 00000020:00200000:1.0:1787826383.564258:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3579904, offset 0, pos 4284416, cdp_page_count 896 00000020:00200000:1.0:1787826383.564261:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3575808, offset 0, pos 4288512, cdp_page_count 896 00000020:00200000:1.0:1787826383.564264:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3571712, offset 0, pos 4292608, cdp_page_count 896 00000020:00200000:1.0:1787826383.564267:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3567616, offset 0, pos 4296704, cdp_page_count 896 00000020:00200000:1.0:1787826383.564271:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3563520, offset 0, pos 4300800, cdp_page_count 896 00000020:00200000:1.0:1787826383.564273:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3559424, offset 0, pos 4304896, cdp_page_count 896 00000020:00200000:1.0:1787826383.564276:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3555328, offset 0, pos 4308992, cdp_page_count 896 00000020:00200000:1.0:1787826383.564279:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3551232, offset 0, pos 4313088, cdp_page_count 896 00000020:00200000:1.0:1787826383.564282:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3547136, offset 0, pos 4317184, cdp_page_count 896 00000020:00200000:1.0:1787826383.564286:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3543040, offset 0, pos 4321280, cdp_page_count 896 00000020:00200000:1.0:1787826383.564290:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3538944, offset 0, pos 4325376, cdp_page_count 896 00000020:00200000:1.0:1787826383.564293:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3534848, offset 0, pos 4329472, cdp_page_count 896 00000020:00200000:1.0:1787826383.564296:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3530752, offset 0, pos 4333568, cdp_page_count 896 00000020:00200000:1.0:1787826383.564300:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3526656, offset 0, pos 4337664, cdp_page_count 896 00000020:00200000:1.0:1787826383.564303:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3522560, offset 0, pos 4341760, cdp_page_count 896 00000020:00200000:1.0:1787826383.564307:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3518464, offset 0, pos 4345856, cdp_page_count 896 00000020:00200000:1.0:1787826383.564310:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3514368, offset 0, pos 4349952, cdp_page_count 896 00000020:00200000:1.0:1787826383.564313:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3510272, offset 0, pos 4354048, cdp_page_count 896 00000020:00200000:1.0:1787826383.564317:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3506176, offset 0, pos 4358144, cdp_page_count 896 00000020:00200000:1.0:1787826383.564320:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3502080, offset 0, pos 4362240, cdp_page_count 896 00000020:00200000:1.0:1787826383.564323:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3497984, offset 0, pos 4366336, cdp_page_count 896 00000020:00200000:1.0:1787826383.564326:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3493888, offset 0, pos 4370432, cdp_page_count 896 00000020:00200000:1.0:1787826383.564329:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3489792, offset 0, pos 4374528, cdp_page_count 896 00000020:00200000:1.0:1787826383.564332:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3485696, offset 0, pos 4378624, cdp_page_count 896 00000020:00200000:1.0:1787826383.564336:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3481600, offset 0, pos 4382720, cdp_page_count 896 00000020:00200000:1.0:1787826383.564339:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3477504, offset 0, pos 4386816, cdp_page_count 896 00000020:00200000:1.0:1787826383.564342:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3473408, offset 0, pos 4390912, cdp_page_count 896 00000020:00200000:1.0:1787826383.564346:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3469312, offset 0, pos 4395008, cdp_page_count 896 00000020:00200000:1.0:1787826383.564349:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3465216, offset 0, pos 4399104, cdp_page_count 896 00000020:00200000:1.0:1787826383.564352:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3461120, offset 0, pos 4403200, cdp_page_count 896 00000020:00200000:1.0:1787826383.564355:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3457024, offset 0, pos 4407296, cdp_page_count 896 00000020:00200000:1.0:1787826383.564359:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3452928, offset 0, pos 4411392, cdp_page_count 896 00000020:00200000:1.0:1787826383.564362:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3448832, offset 0, pos 4415488, cdp_page_count 896 00000020:00200000:1.0:1787826383.564364:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3444736, offset 0, pos 4419584, cdp_page_count 896 00000020:00200000:1.0:1787826383.564367:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3440640, offset 0, pos 4423680, cdp_page_count 896 00000020:00200000:1.0:1787826383.564370:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3436544, offset 0, pos 4427776, cdp_page_count 896 00000020:00200000:1.0:1787826383.564374:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3432448, offset 0, pos 4431872, cdp_page_count 896 00000020:00200000:1.0:1787826383.564377:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3428352, offset 0, pos 4435968, cdp_page_count 896 00000020:00200000:1.0:1787826383.564381:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3424256, offset 0, pos 4440064, cdp_page_count 896 00000020:00200000:1.0:1787826383.564385:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3420160, offset 0, pos 4444160, cdp_page_count 896 00000020:00200000:1.0:1787826383.564388:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3416064, offset 0, pos 4448256, cdp_page_count 896 00000020:00200000:1.0:1787826383.564392:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3411968, offset 0, pos 4452352, cdp_page_count 896 00000020:00200000:1.0:1787826383.564395:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3407872, offset 0, pos 4456448, cdp_page_count 896 00000020:00200000:1.0:1787826383.564430:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3403776, offset 0, pos 4460544, cdp_page_count 896 00000020:00200000:1.0:1787826383.564435:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3399680, offset 0, pos 4464640, cdp_page_count 896 00000020:00200000:1.0:1787826383.564447:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3395584, offset 0, pos 4468736, cdp_page_count 896 00000020:00200000:1.0:1787826383.564451:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3391488, offset 0, pos 4472832, cdp_page_count 896 00000020:00200000:1.0:1787826383.564455:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3387392, offset 0, pos 4476928, cdp_page_count 896 00000020:00200000:1.0:1787826383.564458:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3383296, offset 0, pos 4481024, cdp_page_count 896 00000020:00200000:1.0:1787826383.564462:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3379200, offset 0, pos 4485120, cdp_page_count 896 00000020:00200000:1.0:1787826383.564465:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3375104, offset 0, pos 4489216, cdp_page_count 896 00000020:00200000:1.0:1787826383.564469:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3371008, offset 0, pos 4493312, cdp_page_count 896 00000020:00200000:1.0:1787826383.564473:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3366912, offset 0, pos 4497408, cdp_page_count 896 00000020:00200000:1.0:1787826383.564476:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3362816, offset 0, pos 4501504, cdp_page_count 896 00000020:00200000:1.0:1787826383.564481:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3358720, offset 0, pos 4505600, cdp_page_count 896 00000020:00200000:1.0:1787826383.564484:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3354624, offset 0, pos 4509696, cdp_page_count 896 00000020:00200000:1.0:1787826383.564489:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3350528, offset 0, pos 4513792, cdp_page_count 896 00000020:00200000:1.0:1787826383.564493:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3346432, offset 0, pos 4517888, cdp_page_count 896 00000020:00200000:1.0:1787826383.564496:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3342336, offset 0, pos 4521984, cdp_page_count 896 00000020:00200000:1.0:1787826383.564500:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3338240, offset 0, pos 4526080, cdp_page_count 896 00000020:00200000:1.0:1787826383.564504:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3334144, offset 0, pos 4530176, cdp_page_count 896 00000020:00200000:1.0:1787826383.564507:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3330048, offset 0, pos 4534272, cdp_page_count 896 00000020:00200000:1.0:1787826383.564511:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3325952, offset 0, pos 4538368, cdp_page_count 896 00000020:00200000:1.0:1787826383.564514:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3321856, offset 0, pos 4542464, cdp_page_count 896 00000020:00200000:1.0:1787826383.564518:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3317760, offset 0, pos 4546560, cdp_page_count 896 00000020:00200000:1.0:1787826383.564522:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3313664, offset 0, pos 4550656, cdp_page_count 896 00000020:00200000:1.0:1787826383.564527:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3309568, offset 0, pos 4554752, cdp_page_count 896 00000020:00200000:1.0:1787826383.564530:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3305472, offset 0, pos 4558848, cdp_page_count 896 00000020:00200000:1.0:1787826383.564534:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3301376, offset 0, pos 4562944, cdp_page_count 896 00000020:00200000:1.0:1787826383.564537:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3297280, offset 0, pos 4567040, cdp_page_count 896 00000020:00200000:1.0:1787826383.564541:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3293184, offset 0, pos 4571136, cdp_page_count 896 00000020:00200000:1.0:1787826383.564544:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3289088, offset 0, pos 4575232, cdp_page_count 896 00000020:00200000:1.0:1787826383.564547:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3284992, offset 0, pos 4579328, cdp_page_count 896 00000020:00200000:1.0:1787826383.564550:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3280896, offset 0, pos 4583424, cdp_page_count 896 00000020:00200000:1.0:1787826383.564553:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3276800, offset 0, pos 4587520, cdp_page_count 896 00000020:00200000:1.0:1787826383.564557:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3272704, offset 0, pos 4591616, cdp_page_count 896 00000020:00200000:1.0:1787826383.564560:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3268608, offset 0, pos 4595712, cdp_page_count 896 00000020:00200000:1.0:1787826383.564563:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3264512, offset 0, pos 4599808, cdp_page_count 896 00000020:00200000:1.0:1787826383.564567:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3260416, offset 0, pos 4603904, cdp_page_count 896 00000020:00200000:1.0:1787826383.564570:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3256320, offset 0, pos 4608000, cdp_page_count 896 00000020:00200000:1.0:1787826383.564573:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3252224, offset 0, pos 4612096, cdp_page_count 896 00000020:00200000:1.0:1787826383.564577:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3248128, offset 0, pos 4616192, cdp_page_count 896 00000020:00200000:1.0:1787826383.564580:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3244032, offset 0, pos 4620288, cdp_page_count 896 00000020:00200000:1.0:1787826383.564584:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3239936, offset 0, pos 4624384, cdp_page_count 896 00000020:00200000:1.0:1787826383.564587:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3235840, offset 0, pos 4628480, cdp_page_count 896 00000020:00200000:1.0:1787826383.564590:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3231744, offset 0, pos 4632576, cdp_page_count 896 00000020:00200000:1.0:1787826383.564594:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3227648, offset 0, pos 4636672, cdp_page_count 896 00000020:00200000:1.0:1787826383.564597:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3223552, offset 0, pos 4640768, cdp_page_count 896 00000020:00200000:1.0:1787826383.564601:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3219456, offset 0, pos 4644864, cdp_page_count 896 00000020:00200000:1.0:1787826383.564605:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3215360, offset 0, pos 4648960, cdp_page_count 896 00000020:00200000:1.0:1787826383.564608:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3211264, offset 0, pos 4653056, cdp_page_count 896 00000020:00200000:1.0:1787826383.564612:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3207168, offset 0, pos 4657152, cdp_page_count 896 00000020:00200000:1.0:1787826383.564615:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3203072, offset 0, pos 4661248, cdp_page_count 896 00000020:00200000:1.0:1787826383.564618:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3198976, offset 0, pos 4665344, cdp_page_count 896 00000020:00200000:1.0:1787826383.564622:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3194880, offset 0, pos 4669440, cdp_page_count 896 00000020:00200000:1.0:1787826383.564626:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3190784, offset 0, pos 4673536, cdp_page_count 896 00000020:00200000:1.0:1787826383.564631:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3186688, offset 0, pos 4677632, cdp_page_count 896 00000020:00200000:1.0:1787826383.564634:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3182592, offset 0, pos 4681728, cdp_page_count 896 00000020:00200000:1.0:1787826383.564638:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3178496, offset 0, pos 4685824, cdp_page_count 896 00000020:00200000:1.0:1787826383.564642:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3174400, offset 0, pos 4689920, cdp_page_count 896 00000020:00200000:1.0:1787826383.564645:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3170304, offset 0, pos 4694016, cdp_page_count 896 00000020:00200000:1.0:1787826383.564648:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3166208, offset 0, pos 4698112, cdp_page_count 896 00000020:00200000:1.0:1787826383.564652:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3162112, offset 0, pos 4702208, cdp_page_count 896 00000020:00200000:1.0:1787826383.564655:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3158016, offset 0, pos 4706304, cdp_page_count 896 00000020:00200000:1.0:1787826383.564659:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3153920, offset 0, pos 4710400, cdp_page_count 896 00000020:00200000:1.0:1787826383.564662:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3149824, offset 0, pos 4714496, cdp_page_count 896 00000020:00200000:1.0:1787826383.564665:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3145728, offset 0, pos 4718592, cdp_page_count 896 00000020:00200000:1.0:1787826383.564669:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3141632, offset 0, pos 4722688, cdp_page_count 896 00000020:00200000:1.0:1787826383.564673:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3137536, offset 0, pos 4726784, cdp_page_count 896 00000020:00200000:1.0:1787826383.564676:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3133440, offset 0, pos 4730880, cdp_page_count 896 00000020:00200000:1.0:1787826383.564680:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3129344, offset 0, pos 4734976, cdp_page_count 896 00000020:00200000:1.0:1787826383.564684:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3125248, offset 0, pos 4739072, cdp_page_count 896 00000020:00200000:1.0:1787826383.564688:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3121152, offset 0, pos 4743168, cdp_page_count 896 00000020:00200000:1.0:1787826383.564691:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3117056, offset 0, pos 4747264, cdp_page_count 896 00000020:00200000:1.0:1787826383.564695:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3112960, offset 0, pos 4751360, cdp_page_count 896 00000020:00200000:1.0:1787826383.564698:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3108864, offset 0, pos 4755456, cdp_page_count 896 00000020:00200000:1.0:1787826383.564702:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3104768, offset 0, pos 4759552, cdp_page_count 896 00000020:00200000:1.0:1787826383.564706:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3100672, offset 0, pos 4763648, cdp_page_count 896 00000020:00200000:1.0:1787826383.564710:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3096576, offset 0, pos 4767744, cdp_page_count 896 00000020:00200000:1.0:1787826383.564714:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3092480, offset 0, pos 4771840, cdp_page_count 896 00000020:00200000:1.0:1787826383.564718:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3088384, offset 0, pos 4775936, cdp_page_count 896 00000020:00200000:1.0:1787826383.564722:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3084288, offset 0, pos 4780032, cdp_page_count 896 00000020:00200000:1.0:1787826383.564725:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3080192, offset 0, pos 4784128, cdp_page_count 896 00000020:00200000:1.0:1787826383.564729:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3076096, offset 0, pos 4788224, cdp_page_count 896 00000020:00200000:1.0:1787826383.564732:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3072000, offset 0, pos 4792320, cdp_page_count 896 00000020:00200000:1.0:1787826383.564736:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3067904, offset 0, pos 4796416, cdp_page_count 896 00000020:00200000:1.0:1787826383.564739:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3063808, offset 0, pos 4800512, cdp_page_count 896 00000020:00200000:1.0:1787826383.564742:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3059712, offset 0, pos 4804608, cdp_page_count 896 00000020:00200000:1.0:1787826383.564745:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3055616, offset 0, pos 4808704, cdp_page_count 896 00000020:00200000:1.0:1787826383.564749:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3051520, offset 0, pos 4812800, cdp_page_count 896 00000020:00200000:1.0:1787826383.564751:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3047424, offset 0, pos 4816896, cdp_page_count 896 00000020:00200000:1.0:1787826383.564754:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3043328, offset 0, pos 4820992, cdp_page_count 896 00000020:00200000:1.0:1787826383.564757:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3039232, offset 0, pos 4825088, cdp_page_count 896 00000020:00200000:1.0:1787826383.564760:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3035136, offset 0, pos 4829184, cdp_page_count 896 00000020:00200000:1.0:1787826383.564763:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3031040, offset 0, pos 4833280, cdp_page_count 896 00000020:00200000:1.0:1787826383.564766:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3026944, offset 0, pos 4837376, cdp_page_count 896 00000020:00200000:1.0:1787826383.564769:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3022848, offset 0, pos 4841472, cdp_page_count 896 00000020:00200000:1.0:1787826383.564772:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3018752, offset 0, pos 4845568, cdp_page_count 896 00000020:00200000:1.0:1787826383.564776:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3014656, offset 0, pos 4849664, cdp_page_count 896 00000020:00200000:1.0:1787826383.564779:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3010560, offset 0, pos 4853760, cdp_page_count 896 00000020:00200000:1.0:1787826383.564782:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3006464, offset 0, pos 4857856, cdp_page_count 896 00000020:00200000:1.0:1787826383.564785:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 3002368, offset 0, pos 4861952, cdp_page_count 896 00000020:00200000:1.0:1787826383.564788:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2998272, offset 0, pos 4866048, cdp_page_count 896 00000020:00200000:1.0:1787826383.564791:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2994176, offset 0, pos 4870144, cdp_page_count 896 00000020:00200000:1.0:1787826383.564794:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2990080, offset 0, pos 4874240, cdp_page_count 896 00000020:00200000:1.0:1787826383.564798:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2985984, offset 0, pos 4878336, cdp_page_count 896 00000020:00200000:1.0:1787826383.564801:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2981888, offset 0, pos 4882432, cdp_page_count 896 00000020:00200000:1.0:1787826383.564804:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2977792, offset 0, pos 4886528, cdp_page_count 896 00000020:00200000:1.0:1787826383.564807:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2973696, offset 0, pos 4890624, cdp_page_count 896 00000020:00200000:1.0:1787826383.564810:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2969600, offset 0, pos 4894720, cdp_page_count 896 00000020:00200000:1.0:1787826383.564813:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2965504, offset 0, pos 4898816, cdp_page_count 896 00000020:00200000:1.0:1787826383.564817:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2961408, offset 0, pos 4902912, cdp_page_count 896 00000020:00200000:1.0:1787826383.564821:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2957312, offset 0, pos 4907008, cdp_page_count 896 00000020:00200000:1.0:1787826383.564824:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2953216, offset 0, pos 4911104, cdp_page_count 896 00000020:00200000:1.0:1787826383.564827:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2949120, offset 0, pos 4915200, cdp_page_count 896 00000020:00200000:1.0:1787826383.564830:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2945024, offset 0, pos 4919296, cdp_page_count 896 00000020:00200000:1.0:1787826383.564833:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2940928, offset 0, pos 4923392, cdp_page_count 896 00000020:00200000:1.0:1787826383.564837:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2936832, offset 0, pos 4927488, cdp_page_count 896 00000020:00200000:1.0:1787826383.564840:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2932736, offset 0, pos 4931584, cdp_page_count 896 00000020:00200000:1.0:1787826383.564844:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2928640, offset 0, pos 4935680, cdp_page_count 896 00000020:00200000:1.0:1787826383.564848:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2924544, offset 0, pos 4939776, cdp_page_count 896 00000020:00200000:1.0:1787826383.564852:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2920448, offset 0, pos 4943872, cdp_page_count 896 00000020:00200000:1.0:1787826383.564855:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2916352, offset 0, pos 4947968, cdp_page_count 896 00000020:00200000:1.0:1787826383.564858:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2912256, offset 0, pos 4952064, cdp_page_count 896 00000020:00200000:1.0:1787826383.564861:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2908160, offset 0, pos 4956160, cdp_page_count 896 00000020:00200000:1.0:1787826383.564865:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2904064, offset 0, pos 4960256, cdp_page_count 896 00000020:00200000:1.0:1787826383.564868:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2899968, offset 0, pos 4964352, cdp_page_count 896 00000020:00200000:1.0:1787826383.564871:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2895872, offset 0, pos 4968448, cdp_page_count 896 00000020:00200000:1.0:1787826383.564874:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2891776, offset 0, pos 4972544, cdp_page_count 896 00000020:00200000:1.0:1787826383.564878:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2887680, offset 0, pos 4976640, cdp_page_count 896 00000020:00200000:1.0:1787826383.564881:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2883584, offset 0, pos 4980736, cdp_page_count 896 00000020:00200000:1.0:1787826383.564884:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2879488, offset 0, pos 4984832, cdp_page_count 896 00000020:00200000:1.0:1787826383.564888:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2875392, offset 0, pos 4988928, cdp_page_count 896 00000020:00200000:1.0:1787826383.564892:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 2871296, offset 0, pos 4993024, cdp_page_count 896 00000020:00200000:1.0:1787826383.572249:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 737280, offset 0, pos 7127040, cdp_page_count 896 00000020:00200000:1.0:1787826383.572258:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 733184, offset 0, pos 7131136, cdp_page_count 896 00000020:00200000:1.0:1787826383.572261:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 729088, offset 0, pos 7135232, cdp_page_count 896 00000020:00200000:1.0:1787826383.572264:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 724992, offset 0, pos 7139328, cdp_page_count 896 00000020:00200000:1.0:1787826383.572267:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 720896, offset 0, pos 7143424, cdp_page_count 896 00000020:00200000:1.0:1787826383.572270:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 716800, offset 0, pos 7147520, cdp_page_count 896 00000020:00200000:1.0:1787826383.572272:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 712704, offset 0, pos 7151616, cdp_page_count 896 00000020:00200000:1.0:1787826383.572276:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 708608, offset 0, pos 7155712, cdp_page_count 896 00000020:00200000:1.0:1787826383.572279:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 704512, offset 0, pos 7159808, cdp_page_count 896 00000020:00200000:1.0:1787826383.572282:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 700416, offset 0, pos 7163904, cdp_page_count 896 00000020:00200000:1.0:1787826383.572285:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 696320, offset 0, pos 7168000, cdp_page_count 896 00000020:00200000:1.0:1787826383.572287:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 692224, offset 0, pos 7172096, cdp_page_count 896 00000020:00200000:1.0:1787826383.572290:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 688128, offset 0, pos 7176192, cdp_page_count 896 00000020:00200000:1.0:1787826383.572293:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 684032, offset 0, pos 7180288, cdp_page_count 896 00000020:00200000:1.0:1787826383.572296:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 679936, offset 0, pos 7184384, cdp_page_count 896 00000020:00200000:1.0:1787826383.572300:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 675840, offset 0, pos 7188480, cdp_page_count 896 00000020:00200000:1.0:1787826383.572302:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 671744, offset 0, pos 7192576, cdp_page_count 896 00000020:00200000:1.0:1787826383.572305:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 667648, offset 0, pos 7196672, cdp_page_count 896 00000020:00200000:1.0:1787826383.572308:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 663552, offset 0, pos 7200768, cdp_page_count 896 00000020:00200000:1.0:1787826383.572311:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 659456, offset 0, pos 7204864, cdp_page_count 896 00000020:00200000:1.0:1787826383.572313:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 655360, offset 0, pos 7208960, cdp_page_count 896 00000020:00200000:1.0:1787826383.572316:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 651264, offset 0, pos 7213056, cdp_page_count 896 00000020:00200000:1.0:1787826383.572318:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 647168, offset 0, pos 7217152, cdp_page_count 896 00000020:00200000:1.0:1787826383.572320:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 643072, offset 0, pos 7221248, cdp_page_count 896 00000020:00200000:1.0:1787826383.572323:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 638976, offset 0, pos 7225344, cdp_page_count 896 00000020:00200000:1.0:1787826383.572326:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 634880, offset 0, pos 7229440, cdp_page_count 896 00000020:00200000:1.0:1787826383.572329:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 630784, offset 0, pos 7233536, cdp_page_count 896 00000020:00200000:1.0:1787826383.572332:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 626688, offset 0, pos 7237632, cdp_page_count 896 00000020:00200000:1.0:1787826383.572334:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 622592, offset 0, pos 7241728, cdp_page_count 896 00000020:00200000:1.0:1787826383.572337:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 618496, offset 0, pos 7245824, cdp_page_count 896 00000020:00200000:1.0:1787826383.572340:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 614400, offset 0, pos 7249920, cdp_page_count 896 00000020:00200000:1.0:1787826383.572342:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 610304, offset 0, pos 7254016, cdp_page_count 896 00000020:00200000:1.0:1787826383.572345:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 606208, offset 0, pos 7258112, cdp_page_count 896 00000020:00200000:1.0:1787826383.572347:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 602112, offset 0, pos 7262208, cdp_page_count 896 00000020:00200000:1.0:1787826383.572350:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 598016, offset 0, pos 7266304, cdp_page_count 896 00000020:00200000:1.0:1787826383.572353:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 593920, offset 0, pos 7270400, cdp_page_count 896 00000020:00200000:1.0:1787826383.572356:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 589824, offset 0, pos 7274496, cdp_page_count 896 00000020:00200000:1.0:1787826383.572360:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 585728, offset 0, pos 7278592, cdp_page_count 896 00000020:00200000:1.0:1787826383.572363:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 581632, offset 0, pos 7282688, cdp_page_count 896 00000020:00200000:1.0:1787826383.572365:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 577536, offset 0, pos 7286784, cdp_page_count 896 00000020:00200000:1.0:1787826383.572368:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 573440, offset 0, pos 7290880, cdp_page_count 896 00000020:00200000:1.0:1787826383.572371:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 569344, offset 0, pos 7294976, cdp_page_count 896 00000020:00200000:1.0:1787826383.572374:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 565248, offset 0, pos 7299072, cdp_page_count 896 00000020:00200000:1.0:1787826383.572377:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 561152, offset 0, pos 7303168, cdp_page_count 896 00000020:00200000:1.0:1787826383.572380:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 557056, offset 0, pos 7307264, cdp_page_count 896 00000020:00200000:1.0:1787826383.572383:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 552960, offset 0, pos 7311360, cdp_page_count 896 00000020:00200000:1.0:1787826383.572592:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 548864, offset 0, pos 7315456, cdp_page_count 896 00000020:00200000:1.0:1787826383.572596:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 544768, offset 0, pos 7319552, cdp_page_count 896 00000020:00200000:1.0:1787826383.572599:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 540672, offset 0, pos 7323648, cdp_page_count 896 00000020:00200000:1.0:1787826383.572603:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 536576, offset 0, pos 7327744, cdp_page_count 896 00000020:00200000:1.0:1787826383.572607:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 532480, offset 0, pos 7331840, cdp_page_count 896 00000020:00200000:1.0:1787826383.572610:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 528384, offset 0, pos 7335936, cdp_page_count 896 00000020:00200000:1.0:1787826383.572613:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 524288, offset 0, pos 7340032, cdp_page_count 896 00000020:00200000:1.0:1787826383.572616:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 520192, offset 0, pos 7344128, cdp_page_count 896 00000020:00200000:1.0:1787826383.572619:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 516096, offset 0, pos 7348224, cdp_page_count 896 00000020:00200000:1.0:1787826383.572622:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 512000, offset 0, pos 7352320, cdp_page_count 896 00000020:00200000:1.0:1787826383.572624:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 507904, offset 0, pos 7356416, cdp_page_count 896 00000020:00200000:1.0:1787826383.572627:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 503808, offset 0, pos 7360512, cdp_page_count 896 00000020:00200000:1.0:1787826383.572629:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 499712, offset 0, pos 7364608, cdp_page_count 896 00000020:00200000:1.0:1787826383.572631:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 495616, offset 0, pos 7368704, cdp_page_count 896 00000020:00200000:1.0:1787826383.572634:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 491520, offset 0, pos 7372800, cdp_page_count 896 00000020:00200000:1.0:1787826383.572636:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 487424, offset 0, pos 7376896, cdp_page_count 896 00000020:00200000:1.0:1787826383.572638:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 483328, offset 0, pos 7380992, cdp_page_count 896 00000020:00200000:1.0:1787826383.572640:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 479232, offset 0, pos 7385088, cdp_page_count 896 00000020:00200000:1.0:1787826383.572642:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 475136, offset 0, pos 7389184, cdp_page_count 896 00000020:00200000:1.0:1787826383.572645:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 471040, offset 0, pos 7393280, cdp_page_count 896 00000020:00200000:1.0:1787826383.572647:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 466944, offset 0, pos 7397376, cdp_page_count 896 00000020:00200000:1.0:1787826383.572650:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 462848, offset 0, pos 7401472, cdp_page_count 896 00000020:00200000:1.0:1787826383.572652:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 458752, offset 0, pos 7405568, cdp_page_count 896 00000020:00200000:1.0:1787826383.572655:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 454656, offset 0, pos 7409664, cdp_page_count 896 00000020:00200000:1.0:1787826383.572657:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 450560, offset 0, pos 7413760, cdp_page_count 896 00000020:00200000:1.0:1787826383.572660:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 446464, offset 0, pos 7417856, cdp_page_count 896 00000020:00200000:1.0:1787826383.572663:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 442368, offset 0, pos 7421952, cdp_page_count 896 00000020:00200000:1.0:1787826383.572665:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 438272, offset 0, pos 7426048, cdp_page_count 896 00000020:00200000:1.0:1787826383.572668:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 434176, offset 0, pos 7430144, cdp_page_count 896 00000020:00200000:1.0:1787826383.572671:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 430080, offset 0, pos 7434240, cdp_page_count 896 00000020:00200000:1.0:1787826383.572674:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 425984, offset 0, pos 7438336, cdp_page_count 896 00000020:00200000:1.0:1787826383.572678:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 421888, offset 0, pos 7442432, cdp_page_count 896 00000020:00200000:1.0:1787826383.572682:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 417792, offset 0, pos 7446528, cdp_page_count 896 00000020:00200000:1.0:1787826383.572685:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 413696, offset 0, pos 7450624, cdp_page_count 896 00000020:00200000:1.0:1787826383.572688:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 409600, offset 0, pos 7454720, cdp_page_count 896 00000020:00200000:1.0:1787826383.572691:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 405504, offset 0, pos 7458816, cdp_page_count 896 00000020:00200000:1.0:1787826383.572694:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 401408, offset 0, pos 7462912, cdp_page_count 896 00000020:00200000:1.0:1787826383.572697:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 397312, offset 0, pos 7467008, cdp_page_count 896 00000020:00200000:1.0:1787826383.572700:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 393216, offset 0, pos 7471104, cdp_page_count 896 00000020:00200000:1.0:1787826383.572702:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 389120, offset 0, pos 7475200, cdp_page_count 896 00000020:00200000:1.0:1787826383.572705:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 385024, offset 0, pos 7479296, cdp_page_count 896 00000020:00200000:1.0:1787826383.572708:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 380928, offset 0, pos 7483392, cdp_page_count 896 00000020:00200000:1.0:1787826383.572711:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 376832, offset 0, pos 7487488, cdp_page_count 896 00000020:00200000:1.0:1787826383.572714:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 372736, offset 0, pos 7491584, cdp_page_count 896 00000020:00200000:1.0:1787826383.572716:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 368640, offset 0, pos 7495680, cdp_page_count 896 00000020:00200000:1.0:1787826383.572719:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 364544, offset 0, pos 7499776, cdp_page_count 896 00000020:00200000:1.0:1787826383.572721:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 360448, offset 0, pos 7503872, cdp_page_count 896 00000020:00200000:1.0:1787826383.572724:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 356352, offset 0, pos 7507968, cdp_page_count 896 00000020:00200000:1.0:1787826383.572726:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 352256, offset 0, pos 7512064, cdp_page_count 896 00000020:00200000:1.0:1787826383.572729:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 348160, offset 0, pos 7516160, cdp_page_count 896 00000020:00200000:1.0:1787826383.572732:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 344064, offset 0, pos 7520256, cdp_page_count 896 00000020:00200000:1.0:1787826383.572735:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 339968, offset 0, pos 7524352, cdp_page_count 896 00000020:00200000:1.0:1787826383.572738:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 335872, offset 0, pos 7528448, cdp_page_count 896 00000020:00200000:1.0:1787826383.572742:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 331776, offset 0, pos 7532544, cdp_page_count 896 00000020:00200000:1.0:1787826383.572744:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 327680, offset 0, pos 7536640, cdp_page_count 896 00000020:00200000:1.0:1787826383.572747:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 323584, offset 0, pos 7540736, cdp_page_count 896 00000020:00200000:1.0:1787826383.572749:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 319488, offset 0, pos 7544832, cdp_page_count 896 00000020:00200000:1.0:1787826383.572752:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 315392, offset 0, pos 7548928, cdp_page_count 896 00000020:00200000:1.0:1787826383.572755:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 311296, offset 0, pos 7553024, cdp_page_count 896 00000020:00200000:1.0:1787826383.572758:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 307200, offset 0, pos 7557120, cdp_page_count 896 00000020:00200000:1.0:1787826383.572761:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 303104, offset 0, pos 7561216, cdp_page_count 896 00000020:00200000:1.0:1787826383.572763:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 299008, offset 0, pos 7565312, cdp_page_count 896 00000020:00200000:1.0:1787826383.572767:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 294912, offset 0, pos 7569408, cdp_page_count 896 00000020:00200000:1.0:1787826383.572769:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 290816, offset 0, pos 7573504, cdp_page_count 896 00000020:00200000:1.0:1787826383.572771:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 286720, offset 0, pos 7577600, cdp_page_count 896 00000020:00200000:1.0:1787826383.572773:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 282624, offset 0, pos 7581696, cdp_page_count 896 00000020:00200000:1.0:1787826383.572775:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 278528, offset 0, pos 7585792, cdp_page_count 896 00000020:00200000:1.0:1787826383.572778:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 274432, offset 0, pos 7589888, cdp_page_count 896 00000020:00200000:1.0:1787826383.572780:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 270336, offset 0, pos 7593984, cdp_page_count 896 00000020:00200000:1.0:1787826383.572783:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 266240, offset 0, pos 7598080, cdp_page_count 896 00000020:00200000:1.0:1787826383.572786:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 262144, offset 0, pos 7602176, cdp_page_count 896 00000020:00200000:1.0:1787826383.572789:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 258048, offset 0, pos 7606272, cdp_page_count 896 00000020:00200000:1.0:1787826383.572792:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 253952, offset 0, pos 7610368, cdp_page_count 896 00000020:00200000:1.0:1787826383.572794:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 249856, offset 0, pos 7614464, cdp_page_count 896 00000020:00200000:1.0:1787826383.572797:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 245760, offset 0, pos 7618560, cdp_page_count 896 00000020:00200000:1.0:1787826383.572799:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 241664, offset 0, pos 7622656, cdp_page_count 896 00000020:00200000:1.0:1787826383.572802:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 237568, offset 0, pos 7626752, cdp_page_count 896 00000020:00200000:1.0:1787826383.572805:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 233472, offset 0, pos 7630848, cdp_page_count 896 00000020:00200000:1.0:1787826383.572807:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 229376, offset 0, pos 7634944, cdp_page_count 896 00000020:00200000:1.0:1787826383.572809:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 225280, offset 0, pos 7639040, cdp_page_count 896 00000020:00200000:1.0:1787826383.572812:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 221184, offset 0, pos 7643136, cdp_page_count 896 00000020:00200000:1.0:1787826383.572814:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 217088, offset 0, pos 7647232, cdp_page_count 896 00000020:00200000:1.0:1787826383.572816:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 212992, offset 0, pos 7651328, cdp_page_count 896 00000020:00200000:1.0:1787826383.572819:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 208896, offset 0, pos 7655424, cdp_page_count 896 00000020:00200000:1.0:1787826383.572821:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 204800, offset 0, pos 7659520, cdp_page_count 896 00000020:00200000:1.0:1787826383.572824:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 200704, offset 0, pos 7663616, cdp_page_count 896 00000020:00200000:1.0:1787826383.572826:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 196608, offset 0, pos 7667712, cdp_page_count 896 00000020:00200000:1.0:1787826383.572829:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 192512, offset 0, pos 7671808, cdp_page_count 896 00000020:00200000:1.0:1787826383.572832:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 188416, offset 0, pos 7675904, cdp_page_count 896 00000020:00200000:1.0:1787826383.572835:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 184320, offset 0, pos 7680000, cdp_page_count 896 00000020:00200000:1.0:1787826383.572837:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 180224, offset 0, pos 7684096, cdp_page_count 896 00000020:00200000:1.0:1787826383.572840:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 176128, offset 0, pos 7688192, cdp_page_count 896 00000020:00200000:1.0:1787826383.572844:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 172032, offset 0, pos 7692288, cdp_page_count 896 00000020:00200000:1.0:1787826383.572847:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 167936, offset 0, pos 7696384, cdp_page_count 896 00000020:00200000:1.0:1787826383.572850:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 163840, offset 0, pos 7700480, cdp_page_count 896 00000020:00200000:1.0:1787826383.572852:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 159744, offset 0, pos 7704576, cdp_page_count 896 00000020:00200000:1.0:1787826383.572855:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 155648, offset 0, pos 7708672, cdp_page_count 896 00000020:00200000:1.0:1787826383.572857:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 151552, offset 0, pos 7712768, cdp_page_count 896 00000020:00200000:1.0:1787826383.572860:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 147456, offset 0, pos 7716864, cdp_page_count 896 00000020:00200000:1.0:1787826383.572862:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 143360, offset 0, pos 7720960, cdp_page_count 896 00000020:00200000:1.0:1787826383.572865:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 139264, offset 0, pos 7725056, cdp_page_count 896 00000020:00200000:1.0:1787826383.572867:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 135168, offset 0, pos 7729152, cdp_page_count 896 00000020:00200000:1.0:1787826383.572870:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 131072, offset 0, pos 7733248, cdp_page_count 896 00000020:00200000:1.0:1787826383.572872:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 126976, offset 0, pos 7737344, cdp_page_count 896 00000020:00200000:1.0:1787826383.572874:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 122880, offset 0, pos 7741440, cdp_page_count 896 00000020:00200000:1.0:1787826383.572877:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 118784, offset 0, pos 7745536, cdp_page_count 896 00000020:00200000:1.0:1787826383.572880:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 114688, offset 0, pos 7749632, cdp_page_count 896 00000020:00200000:1.0:1787826383.572883:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 110592, offset 0, pos 7753728, cdp_page_count 896 00000020:00200000:1.0:1787826383.572885:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 106496, offset 0, pos 7757824, cdp_page_count 896 00000020:00200000:1.0:1787826383.572887:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 102400, offset 0, pos 7761920, cdp_page_count 896 00000020:00200000:1.0:1787826383.572890:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 98304, offset 0, pos 7766016, cdp_page_count 896 00000020:00200000:1.0:1787826383.572893:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 94208, offset 0, pos 7770112, cdp_page_count 896 00000020:00200000:1.0:1787826383.573025:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 90112, offset 0, pos 7774208, cdp_page_count 896 00000020:00200000:1.0:1787826383.573029:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 86016, offset 0, pos 7778304, cdp_page_count 896 00000020:00200000:1.0:1787826383.573031:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 81920, offset 0, pos 7782400, cdp_page_count 896 00000020:00200000:1.0:1787826383.573035:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 77824, offset 0, pos 7786496, cdp_page_count 896 00000020:00200000:1.0:1787826383.573037:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 73728, offset 0, pos 7790592, cdp_page_count 896 00000020:00200000:1.0:1787826383.573039:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 69632, offset 0, pos 7794688, cdp_page_count 896 00000020:00200000:1.0:1787826383.573042:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 65536, offset 0, pos 7798784, cdp_page_count 896 00000020:00200000:1.0:1787826383.573045:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 61440, offset 0, pos 7802880, cdp_page_count 896 00000020:00200000:1.0:1787826383.573048:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 57344, offset 0, pos 7806976, cdp_page_count 896 00000020:00200000:1.0:1787826383.573051:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 53248, offset 0, pos 7811072, cdp_page_count 896 00000020:00200000:1.0:1787826383.573055:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 49152, offset 0, pos 7815168, cdp_page_count 896 00000020:00200000:1.0:1787826383.573058:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 45056, offset 0, pos 7819264, cdp_page_count 896 00000020:00200000:1.0:1787826383.573061:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 40960, offset 0, pos 7823360, cdp_page_count 896 00000020:00200000:1.0:1787826383.573065:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 36864, offset 0, pos 7827456, cdp_page_count 896 00000020:00200000:1.0:1787826383.573068:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 32768, offset 0, pos 7831552, cdp_page_count 896 00000020:00200000:1.0:1787826383.573071:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 28672, offset 0, pos 7835648, cdp_page_count 896 00000020:00200000:1.0:1787826383.573074:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 24576, offset 0, pos 7839744, cdp_page_count 896 00000020:00200000:1.0:1787826383.573078:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 20480, offset 0, pos 7843840, cdp_page_count 896 00000020:00200000:1.0:1787826383.573081:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 16384, offset 0, pos 7847936, cdp_page_count 896 00000020:00200000:1.0:1787826383.573084:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 12288, offset 0, pos 7852032, cdp_page_count 896 00000020:00200000:1.0:1787826383.573087:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 8192, offset 0, pos 7856128, cdp_page_count 896 00000020:00200000:1.0:1787826383.573091:0:2359:0:(cl_io.c:1697:__ll_dio_user_copy()) count 4096, offset 0, pos 7860224, cdp_page_count 896 00000020:00200000:1.0:1787826383.573116:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1787826383.573199:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78e40 00000100:00100000:1.0:1787826383.573233:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428494080:192.168.203.115@tcp:3:small_write.0 00000080:00200000:1.0:1787826383.594170:0:15927:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826383.594193:0:15927:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826383.594210:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787826383.594225:0:15927:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:1.0:1787826383.594234:0:15927:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826383.594241:0:15927:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826383.594244:0:15927:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce1aa 00000080:00010000:1.0:1787826383.594250:0:15927:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce1aa from it ffffbbc481c6bb58 00010000:00010000:1.0:1787826383.594254:0:15927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1787826383.594263:0:15927:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce1aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a724 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:1.0:1787826383.594278:0:15927:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826383.594285:0:15927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d2b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826383.594290:0:15927:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x247:0x0](ffff9ab5d96a1988), inode mode 41ed mask 1 00000080:00200000:1.0:1787826383.594299:0:15927:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), flags=8 00000080:00200000:1.0:1787826383.594303:0:15927:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f2b.sanity-pfl, dir=[0x200000401:0x247:0x0](ffff9ab5d96a1988), intent=getattr 00000002:00010000:1.0:1787826383.594314:0:15927:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f2b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x247:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826383.594352:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ea00/0x1d187e8ba27ce2a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 15927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826383.594360:0:15927:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ea00/0x1d187e8ba27ce2a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 15927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826383.594369:0:15927:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5c302ea00/0x1d187e8ba27ce2a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 15927 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826383.594393:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:15927:1874671428494464:192.168.203.115@tcp:101:rm.0 00000100:00100000:1.0:1787826387.143556:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826387.143592:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826387.143619:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450105216 00000100:00100000:1.0:1787826387.143628:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450105216 00000100:00100000:1.0:1787826387.143669:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450105344 00000100:00100000:1.0:1787826387.143672:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450105344 00000100:00100000:1.0:1787826387.143689:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1708 00000100:00100000:1.0:1787826387.143699:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12515:x1874671450105216:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826387.143717:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce298 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1aa88 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826387.143796:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826387.143803:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12515:x1874671450105216:12345-192.168.203.115@tcp:104: Request processed in 106us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826387.143811:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1708 00000100:00100000:1.0:1787826387.143829:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1709 00000100:00100000:1.0:1787826387.143835:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11683:x1874671450105344:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826387.143843:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3dc1750/0x1d187e8ba27ce283 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1aa42 expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826387.143870:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787826387.143876:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:11683:x1874671450105344:12345-192.168.203.115@tcp:104: Request processed in 41us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826387.144290:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1709 00000100:00100000:1.0:1787826387.153181:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826387.153250:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450105600 00000100:00100000:1.0:1787826387.153259:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450105600 00000100:00100000:1.0:1787826387.153303:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1710 00000100:00100000:1.0:1787826387.153313:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12513:x1874671450105600:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826387.153331:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce29f lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1aa8f expref: -99 pid: 15926 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826387.153430:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826387.153437:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12513:x1874671450105600:12345-192.168.203.115@tcp:104: Request processed in 127us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826387.153445:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1710 00000100:00100000:1.0:1787826389.762349:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428495744:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.762483:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428496000:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.762518:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787826389.762525:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428495872:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.762549:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428496128:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.771040:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969200 gen 1 00000100:00100000:1.0:1787826389.771072:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428495872:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.771091:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428496128:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.771102:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428496000:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826389.772564:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428495744:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826390.081853:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450105856 00000100:00100000:1.0:1787826390.081862:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450105856 00000100:00100000:1.0:1787826390.081915:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1711 00000100:00100000:1.0:1787826390.081924:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9835680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450105856:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.081951:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce2d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1aba7 expref: -99 pid: 16501 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.082031:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.082037:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9835680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450105856:12345-192.168.203.115@tcp:104: Request processed in 114us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.082044:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1711 00000100:00100000:1.0:1787826390.259487:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9834f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428500096:192.168.203.115@tcp:4:dd.0 00000008:00010000:1.0:1787826390.298126:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000009adcb648 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1787826390.298336:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009adcb648 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1787826390.298365:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9834f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428500096:192.168.203.115@tcp:4:dd.0 00000100:00100000:1.0:1787826390.383160:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450105984 00000100:00100000:1.0:1787826390.383176:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450105984 00000100:00100000:1.0:1787826390.383311:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1712 00000100:00100000:1.0:1787826390.383322:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f98352c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450105984:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.383340:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce30f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ac64 expref: -99 pid: 16504 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826390.385999:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.386018:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f98352c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450105984:12345-192.168.203.115@tcp:104: Request processed in 2692us (5440us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.386030:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1712 00000100:00100000:1.0:1787826390.407783:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.407819:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450106112 00000100:00100000:1.0:1787826390.407828:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450106112 00000100:00100000:1.0:1787826390.407872:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1713 00000100:00100000:1.0:1787826390.407881:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450106112:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.407909:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8a200/0x1d187e8ba27ce31d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1ac79 expref: -99 pid: 16504 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.408326:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.408333:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450106112:12345-192.168.203.115@tcp:104: Request processed in 453us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.408341:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1713 00000100:00100000:1.0:1787826390.470573:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.481254:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.481565:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1715 00000100:00100000:1.0:1787826390.481577:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450106368:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.481596:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce332 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1acb8 expref: -99 pid: 16505 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.481687:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.481694:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450106368:12345-192.168.203.115@tcp:104: Request processed in 120us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.481701:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1715 00000100:00100000:1.0:1787826390.488489:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.488527:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.488556:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450106496 00000100:00100000:1.0:1787826390.488565:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450106496 00000100:00100000:1.0:1787826390.488603:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450106624 00000100:00100000:1.0:1787826390.488606:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450106624 00000100:00100000:1.0:1787826390.488625:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1716 00000100:00100000:1.0:1787826390.488634:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450106496:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.488651:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab800/0x1d187e8ba27ce339 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1accd expref: -99 pid: 16505 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.488711:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.488717:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5841:x1874671450106496:12345-192.168.203.115@tcp:104: Request processed in 86us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.488725:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1716 00000100:00100000:1.0:1787826390.488742:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1717 00000100:00100000:1.0:1787826390.488748:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450106624:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.488756:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fe400/0x1d187e8ba27ce301 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ac41 expref: -99 pid: 16503 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826390.489373:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1787826390.489381:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450106624:12345-192.168.203.115@tcp:104: Request processed in 632us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.489426:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1717 00000080:00200000:1.0:1787826390.571105:0:16508:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x24d:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:1.0:1787826390.571116:0:16508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24d:0x0](ffff9ab5d96a7448) for lock 0x1d187e8ba27ce34e 00000080:00010000:1.0:1787826390.571127:0:16508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24d:0x0](ffff9ab5d96a7448) 00000080:00010000:1.0:1787826390.571131:0:16508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce34e from it ffffbbc481c1bb20 00010000:00010000:1.0:1787826390.571135:0:16508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.571146:0:16508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826390.571192:0:16508:0:(file.c:6313:ll_getattr_dentry()) START file f3a.sanity-pfl:[0x200000401:0x24d:0x0](ffff9ab5d96a7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826390.571199:0:16508:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x24d:0x0](ffff9ab5d96a7448),name=f3a.sanity-pfl 00000002:00010000:1.0:1787826390.571217:0:16508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x24d:0x0]) in obj [0x200000401:0x24c:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.571228:0:16508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.571239:0:16508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826390.571247:0:16508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x24c:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826390.571252:0:16508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24d:0x0](ffff9ab5d96a7448) 00000080:00010000:1.0:1787826390.571255:0:16508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24d:0x0](ffff9ab5d96a7448) for lock 0x1d187e8ba27ce34e 00000080:00010000:1.0:1787826390.571259:0:16508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce34e from it ffffbbc481c1bcb8 00010000:00010000:1.0:1787826390.571262:0:16508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.571270:0:16508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8ae00/0x1d187e8ba27ce34e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ad28 expref: -99 pid: 16508 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826390.571287:0:16508:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x24d:0x0] ignore/verify layout 0/1, layout version 4 restore needed 0 00000001:00010000:1.0:1787826390.571296:0:16508:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x24d:0x0] 00000008:00010000:1.0:1787826390.571312:0:16508:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826390.571315:0:16508:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaea930, osc lock ffff9ab5c5025998, flags 0x400001002 00000008:00010000:1.0:1787826390.571321:0:16508:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826390.571323:0:16508:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaea970, osc lock ffff9ab5c50255f0, flags 0x400001002 00000008:00010000:1.0:1787826390.571328:0:16508:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826390.571330:0:16508:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaea9b0, osc lock ffff9ab5c5025110, flags 0x400001002 00010000:00010000:1.0:1787826390.571343:0:16508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826390.571353:0:16508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:1.0:1787826390.571365:0:16508:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000020:00200000:1.0:1787826390.571437:0:16508:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826390.571442:0:16508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826390.571449:0:16508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826390.571464:0:16508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce316 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ac6b expref: -99 pid: 16504 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826390.571473:0:16508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 33554431) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce316 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ac6b expref: -99 pid: 16504 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:1.0:1787826390.571482:0:16508:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce316 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ac6b expref: -99 pid: 16504 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1787826390.571490:0:16508:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826390.571492:0:16508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce316 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ac6b expref: -99 pid: 16504 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826390.571500:0:16508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce316 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ac6b expref: -99 pid: 16504 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826390.571512:0:16508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787826390.571521:0:16508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 33554431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1787826390.571530:0:16508:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1787826390.571537:0:16508:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826390.571540:0:16508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787826390.571547:0:16508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1787826390.571554:0:16508:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826390.571565:0:16508:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x24d:0x0] updating i_size 2097152 i_blocks 3 00000020:00010000:1.0:1787826390.571568:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_release():245 00000020:00010000:1.0:1787826390.571571:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.571574:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaea930 (ffff9ab5d8b95878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.571578:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaea970 (ffff9ab5d8bf3368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.571581:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaea9b0 (ffff9ab5f1fef638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.571583:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.571586:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaea930 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.571590:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaea970 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.571593:0:16508:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaea9b0 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826390.571605:0:16508:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x24d:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787826390.591716:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.602652:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.610731:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000080:00200000:1.0:1787826390.638185:0:16510:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826390.638211:0:16510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.638230:0:16510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:1.0:1787826390.638245:0:16510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:1.0:1787826390.638253:0:16510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826390.638261:0:16510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826390.638264:0:16510:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce2ad 00000080:00010000:1.0:1787826390.638271:0:16510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce2ad from it ffffbbc481c1bbf8 00010000:00010000:1.0:1787826390.638274:0:16510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:1.0:1787826390.638281:0:16510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:1.0:1787826390.638295:0:16510:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.638302:0:16510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3a.sanity-pfl, flags=27 00000080:00200000:1.0:1787826390.638307:0:16510:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.638319:0:16510:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), file ffff9ab5e1c5f200, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826390.638327:0:16510:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), intent=open 00000002:00010000:1.0:1787826390.638342:0:16510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3a.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x24c:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826390.638863:0:16510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110e00/0x1d187e8ba27ce363 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 16510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.638873:0:16510:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110e00/0x1d187e8ba27ce363 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16510 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826390.638887:0:16510:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826390.638965:0:16510:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba940 x1874671428506240/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826390.638976:0:16510:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110e00/0x1d187e8ba27ce363 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826390.639002:0:16510:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:16510:1874671428506240:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826390.639292:0:16510:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d1199780 going to sleep for 11 seconds 00000080:00200000:1.0:1787826390.677220:0:16512:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826390.677251:0:16512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.677272:0:16512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826390.677289:0:16512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1787826390.677296:0:16512:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826390.677305:0:16512:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826390.677308:0:16512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce2ad 00000080:00010000:1.0:1787826390.677315:0:16512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce2ad from it ffffbbc481c33b58 00010000:00010000:1.0:1787826390.677319:0:16512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826390.677327:0:16512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:1.0:1787826390.677342:0:16512:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.677349:0:16512:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3a.sanity-pfl, flags=24 00000080:00200000:1.0:1787826390.677355:0:16512:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.677366:0:16512:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), flags=8 00000080:00200000:1.0:1787826390.677641:0:16512:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), intent=getattr 00000002:00010000:1.0:1787826390.677656:0:16512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3a.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x24c:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826390.677706:0:16512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110600/0x1d187e8ba27ce371 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 16512 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.677714:0:16512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110600/0x1d187e8ba27ce371 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16512 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.677724:0:16512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110600/0x1d187e8ba27ce371 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16512 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826390.677755:0:16512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:16512:1874671428507008:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:1.0:1787826390.678030:0:16512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d1199c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826390.706600:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.706664:0:11318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826390.706683:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450107136 00000100:00100000:1.0:1787826390.706692:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450107136 00000100:00100000:1.0:1787826390.706747:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1721 00000100:00100000:1.0:1787826390.706757:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9886050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450107136:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.706777:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110600/0x1d187e8ba27ce371 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ada6 expref: -99 pid: 16512 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826390.707037:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.707045:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9886050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450107136:12345-192.168.203.115@tcp:104: Request processed in 290us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.707052:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1721 00000100:00100000:1.0:1787826390.716774:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.731688:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000080:00200000:1.0:1787826390.764294:0:16514:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826390.764324:0:16514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.764344:0:16514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787826390.764360:0:16514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:1.0:1787826390.764379:0:16514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826390.764396:0:16514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826390.764579:0:16514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce2ad 00000080:00010000:1.0:1787826390.764590:0:16514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce2ad from it ffffbbc481c5bbf8 00010000:00010000:1.0:1787826390.764594:0:16514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787826390.764603:0:16514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787826390.764621:0:16514:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.764631:0:16514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3a.sanity-pfl, flags=27 00000080:00200000:1.0:1787826390.764638:0:16514:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.764651:0:16514:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), file ffff9ab5eace2900, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826390.764658:0:16514:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), intent=open 00000002:00010000:1.0:1787826390.764674:0:16514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3a.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x24c:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826390.764725:0:16514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce386 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 16514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.764733:0:16514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce386 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16514 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826390.764744:0:16514:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826390.764756:0:16514:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb480 x1874671428508544/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826390.764764:0:16514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce386 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826390.764863:0:16514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:16514:1874671428508544:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826390.765228:0:16514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d1199900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826390.874098:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450107520 00000100:00100000:1.0:1787826390.874108:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450107520 00000100:00100000:1.0:1787826390.874189:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1724 00000100:00100000:1.0:1787826390.874200:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9836580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450107520:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.874217:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ae71 expref: -99 pid: 16518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.874294:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.874300:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9836580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450107520:12345-192.168.203.115@tcp:104: Request processed in 103us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.874308:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1724 00000080:00200000:1.0:1787826390.911983:0:16519:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x24f:0x0] updating i_size 0 i_blocks 1 00000020:00010000:1.0:1787826390.911990:0:16519:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1a69148 (ffff9ab5c7619c68/0) at cl_lock_release():245 00000020:00010000:1.0:1787826390.912062:0:16519:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1a69148 (ffff9ab5c7619c68/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.912067:0:16519:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515030 (ffff9ab5c7619878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.912072:0:16519:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1a69148 (ffff9ab5c7619c68/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.912075:0:16519:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515030 (ffff9ab5c7619c68/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826390.912089:0:16519:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x24f:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826390.912190:0:16519:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826390.912210:0:16519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.912227:0:16519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787826390.912240:0:16519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787826390.912248:0:16519:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826390.912256:0:16519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826390.912259:0:16519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce2ad 00000080:00010000:1.0:1787826390.912265:0:16519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce2ad from it ffffbbc481c83bf8 00010000:00010000:1.0:1787826390.912269:0:16519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787826390.912276:0:16519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787826390.912288:0:16519:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.912296:0:16519:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3a.sanity-pfl, flags=25 00000080:00200000:1.0:1787826390.912301:0:16519:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.912305:0:16519:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3a.sanity-pfl, flags=265 00000080:00200000:1.0:1787826390.912309:0:16519:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), inode mode 81a4 mask 46 00000080:00200008:1.0:1787826390.912316:0:16519:0:(file.c:1090:ll_file_open()) START file f3a.sanity-pfl:[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), flags 100002 00000002:00010000:1.0:1787826390.912331:0:16519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x24f:0x0]) in obj [0x200000401:0x24c:0x0], intent: open flags 04240100003 00010000:00010000:1.0:1787826390.912380:0:16519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110800/0x1d187e8ba27ce3be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 16519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.913185:0:16519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110800/0x1d187e8ba27ce3be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16519 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826390.913202:0:16519:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826390.913212:0:16519:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb840 x1874671428511360/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826390.913222:0:16519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110800/0x1d187e8ba27ce3be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826390.913244:0:16519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:16519:1874671428511360:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826390.913575:0:16519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d11996c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826390.920596:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450107648 00000100:00100000:1.0:1787826390.920605:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450107648 00000100:00100000:1.0:1787826390.920694:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1725 00000100:00100000:1.0:1787826390.920704:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450107648:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826390.920722:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab000/0x1d187e8ba27ce3b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1aea9 expref: -99 pid: 16519 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826390.920835:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826390.920843:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450107648:12345-192.168.203.115@tcp:104: Request processed in 140us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826390.920851:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1725 00000100:00100000:1.0:1787826390.935891:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826390.946552:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826391.047946:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826391.047975:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450108032 00000100:00100000:1.0:1787826391.047984:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450108032 00000100:00100000:1.0:1787826391.048048:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1728 00000100:00100000:1.0:1787826391.048058:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d11d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450108032:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826391.048076:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5eac8b000/0x1d187e8ba27ce3da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1af35 expref: -99 pid: 16522 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826391.048147:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826391.048154:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d11d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450108032:12345-192.168.203.115@tcp:104: Request processed in 99us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826391.048162:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1728 00000002:00010000:3.0:1787826391.056437:0:16523:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.056448:0:16523:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/591 (0 0) 00000080:00200000:3.0:1787826391.056454:0:16523:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x24c:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826391.056498:0:16523:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24f:0x0](ffff9ab5d96a42c8) for lock 0x1d187e8ba27ce3e1 00000080:00010000:3.0:1787826391.056506:0:16523:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3e1 from it ffffbbc481c6bbf0 00010000:00010000:3.0:1787826391.056509:0:16523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.056519:0:16523:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826391.056543:0:16523:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949e00 x1874671428513408/t4294969239(4294969239) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826391.056665:0:16523:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), inode mode 81a4 mask 4 00000080:00200000:3.0:1787826391.056675:0:16523:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), xattr lov 00000080:00200008:3.0:1787826391.056703:0:16523:0:(file.c:6313:ll_getattr_dentry()) START file f3a.sanity-pfl:[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826391.056710:0:16523:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x24f:0x0](ffff9ab5d96a42c8),name=f3a.sanity-pfl 00000002:00010000:3.0:1787826391.056725:0:16523:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x24f:0x0]) in obj [0x200000401:0x24f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826391.056732:0:16523:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/591 (0 0) 00010000:00010000:3.0:1787826391.056769:0:16523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 16523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.056788:0:16523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.056798:0:16523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 16523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826391.056822:0:16523:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:16523:1874671428513664:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826391.057102:0:16523:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d9869480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826391.059438:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450108160 00000100:00100000:1.0:1787826391.059448:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450108160 00000100:00100000:1.0:1787826391.059495:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1729 00000100:00100000:1.0:1787826391.059506:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9837c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450108160:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826391.059524:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826391.059599:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826391.059606:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9837c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450108160:12345-192.168.203.115@tcp:104: Request processed in 102us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826391.059617:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1729 00010000:00010000:3.0:1787826391.059817:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826391.059825:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059833:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5a00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826391.059837:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059845:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059852:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059904:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059911:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826391.059930:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.059937:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce3e1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x24f:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1af43 expref: -99 pid: 16523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.060329:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826391.060332:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826391.060335:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826391.060542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428513792:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826391.060638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428513536:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826391.070007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428513792:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826391.073918:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826391.078808:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826391.078823:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.078836:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826391.078841:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.078851:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.078861:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826391.078888:0:5599:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x24f:0x0]: losing layout lock 00010000:00010000:3.0:1787826391.078952:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.078970:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826391.079258:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.079272:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1af58 expref: -99 pid: 16523 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.079295:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826391.079297:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826391.079299:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787826391.162794:0:16526:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826391.162822:0:16526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826391.162838:0:16526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787826391.162855:0:16526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1787826391.162862:0:16526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826391.162870:0:16526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826391.162874:0:16526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce2ad 00000080:00010000:3.0:1787826391.162882:0:16526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce2ad from it ffffbbc481cd3b58 00010000:00010000:3.0:1787826391.162886:0:16526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787826391.162896:0:16526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce2ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ab30 expref: -99 pid: 16500 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1787826391.162978:0:16526:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826391.162986:0:16526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3a.sanity-pfl, flags=24 00000080:00200000:3.0:1787826391.162992:0:16526:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), inode mode 41ed mask 1 00000080:00200000:3.0:1787826391.163002:0:16526:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), flags=8 00000080:00200000:3.0:1787826391.163006:0:16526:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3a.sanity-pfl, dir=[0x200000401:0x24c:0x0](ffff9ab5d95ccb08), intent=getattr 00000002:00010000:3.0:1787826391.163018:0:16526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3a.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x24c:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826391.163065:0:16526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 16526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.163074:0:16526:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 16526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.163084:0:16526:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 16526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826391.163109:0:16526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:16526:1874671428514944:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:3.0:1787826391.163232:0:16526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d9869480 going to sleep for 11 seconds 00000100:00100000:3.0:1787826391.167832:0:16526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:16526:1874671428514944:192.168.203.115@tcp:101:checkstat.0 00010000:00010000:3.0:1787826391.167857:0:16526:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167877:0:16526:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167885:0:16526:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167897:0:16526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167919:0:16526:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167931:0:16526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167940:0:16526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.167948:0:16526:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826391.168060:0:16526:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994ad00 x1874671428514944/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826391.168076:0:16526:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.168087:0:16526:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/591 (0 0) 00000080:00200000:3.0:1787826391.168094:0:16526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x24c:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826391.168114:0:16526:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x24f:0x0], updating i_size 0 00000080:00200000:3.0:1787826391.168117:0:16526:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x24f:0x0](ffff9ab5d96a42c8): rc = 0 00000080:00200000:3.0:1787826391.168136:0:16526:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x24f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826391.168148:0:16526:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826391.168175:0:16526:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x24f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:3.0:1787826391.168190:0:16526:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787826391.168223:0:16526:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x24f:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787826391.168229:0:16526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24f:0x0](ffff9ab5d96a42c8) for lock 0x1d187e8ba27ce3f6 00000080:00010000:3.0:1787826391.168240:0:16526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24f:0x0](ffff9ab5d96a42c8) 00000080:00010000:3.0:1787826391.168243:0:16526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3f6 from it ffffbbc481cd3b20 00010000:00010000:3.0:1787826391.168246:0:16526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826391.168255:0:16526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787826391.168296:0:16526:0:(file.c:6313:ll_getattr_dentry()) START file f3a.sanity-pfl:[0x200000401:0x24f:0x0](ffff9ab5d96a42c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826391.168301:0:16526:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x24f:0x0](ffff9ab5d96a42c8),name=f3a.sanity-pfl 00000002:00010000:3.0:1787826391.168317:0:16526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x24f:0x0]) in obj [0x200000401:0x24c:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826391.168325:0:16526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.168332:0:16526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826391.168336:0:16526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x24c:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826391.168340:0:16526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24f:0x0](ffff9ab5d96a42c8) 00000080:00010000:3.0:1787826391.168342:0:16526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24f:0x0](ffff9ab5d96a42c8) for lock 0x1d187e8ba27ce3f6 00000080:00010000:3.0:1787826391.168344:0:16526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3f6 from it ffffbbc481cd3cb8 00010000:00010000:3.0:1787826391.168346:0:16526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826391.168350:0:16526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce3f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1afa5 expref: -99 pid: 16526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787826392.250248:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826392.251255:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9836940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428515328:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826392.255429:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450109568 00000100:00100000:1.0:1787826392.255439:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450109568 00000100:00100000:1.0:1787826392.255497:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1732 00000100:00100000:1.0:1787826392.255508:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9835a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450109568:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826392.255526:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce308 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1ac48 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787826392.255606:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826392.255613:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9835a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450109568:12345-192.168.203.115@tcp:104: Request processed in 109us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826392.255621:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1732 00000100:00100000:1.0:1787826392.274832:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428515328:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826392.774831:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826393.793677:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826394.819826:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826394.890884:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428515584:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826394.893301:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428515840:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826394.893369:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787826394.893378:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428515712:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826394.893417:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428515968:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826395.845599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826396.867720:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826397.331276:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826397.331703:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826397.331712:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420080010000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826397.331723:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abc00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826397.331730:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428480010000 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826397.332230:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 2/0,0 mode: --/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29480010020 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826397.332241:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826397.332265:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 1/0,0 mode: --/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29480010020 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826397.332275:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce2fa lrc: 0/0,0 mode: --/PW res: [0x280000403:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29480010020 nid: local remote: 0xd7f78c2f4bc1ac33 expref: -99 pid: 16503 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826397.332295:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.332297:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.332299:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826397.332317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428516096:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826397.344876:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826397.344884:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826397.344900:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826397.344906:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826397.344959:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826397.344967:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826397.344990:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 1/0,0 mode: --/PR res: [0x240000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826397.344998:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce3b7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1aeb0 expref: -99 pid: 16519 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826397.345027:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.345029:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.345032:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826397.345958:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428516224:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826397.347709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428516096:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826397.354651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428516224:192.168.203.115@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1787826397.689858:0:17100:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826397.689891:0:17100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826397.689971:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.689984:0:17100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.689994:0:17100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826397.690025:0:17100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516608:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826397.690257:0:17100:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826397.738268:0:17100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516608:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826397.738295:0:17100:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738309:0:17100:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738321:0:17100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738332:0:17100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738356:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738364:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738378:0:17100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826397.738390:0:17100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994ad00 x1874671428516608/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826397.738441:0:17100:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738454:0:17100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826397.738461:0:17100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826397.738487:0:17100:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 7680 00000080:00010000:3.0:1787826397.738494:0:17100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826397.738499:0:17100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826397.738502:0:17100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481817b58 00010000:00010000:3.0:1787826397.738506:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738514:0:17100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826397.738548:0:17100:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826397.738568:0:17100:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d3b.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=24 00000080:00200000:3.0:1787826397.738573:0:17100:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d3b.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=0 00000002:00010000:3.0:1787826397.738590:0:17100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826397.738630:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738639:0:17100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.738649:0:17100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826397.738670:0:17100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516736:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826397.738789:0:17100:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826397.743901:0:17100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516736:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826397.743926:0:17100:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.743946:0:17100:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.743954:0:17100:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.743965:0:17100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.743976:0:17100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.743988:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744002:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744010:0:17100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826397.744021:0:17100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9ab5f994ad00 x1874671428516736/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826397.744032:0:17100:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744043:0:17100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/592 (0 0) 00000080:00200000:3.0:1787826397.744050:0:17100:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826397.744072:0:17100:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x250:0x0], updating i_size 512 00000080:00200000:3.0:1787826397.744076:0:17100:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x250:0x0](ffff9ab5d96a42c8): rc = 0 00000080:00010000:3.0:1787826397.744081:0:17100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x250:0x0](ffff9ab5d96a42c8) for lock 0x1d187e8ba27ce404 00000080:00010000:3.0:1787826397.744092:0:17100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x250:0x0](ffff9ab5d96a42c8) 00000080:00010000:3.0:1787826397.744096:0:17100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce404 from it ffffbbc481817a28 00010000:00010000:3.0:1787826397.744099:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744108:0:17100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4600/0x1d187e8ba27ce404 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x250:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b015 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826397.744151:0:17100:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826397.744181:0:17100:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=8 00000080:00200000:3.0:1787826397.744186:0:17100:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:3.0:1787826397.744203:0:17100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826397.744937:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744947:0:17100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.744956:0:17100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826397.744979:0:17100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516864:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826397.745079:0:17100:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826397.753839:0:17100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516864:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826397.753863:0:17100:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753878:0:17100:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753885:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753892:0:17100:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753901:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753908:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5e00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.753913:0:17100:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753921:0:17100:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753928:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753935:0:17100:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826397.753942:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.753949:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5e00/0x1d187e8ba27ce40b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826397.753968:0:17100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f994ad00 x1874671428516864/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826413 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826397.753981:0:17100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826397.754004:0:17100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/592 (0 0) 00000080:00200000:3.0:1787826397.754091:0:17100:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826397.754106:0:17100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826397.754116:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.754127:0:17100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826397.754133:0:17100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826397.754138:0:17100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826397.754142:0:17100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826397.754147:0:17100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481817c10 00010000:00010000:3.0:1787826397.754150:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.754158:0:17100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826397.754171:0:17100:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826397.754178:0:17100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:3.0:1787826397.754183:0:17100:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826397.754195:0:17100:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=0 00000080:00200000:3.0:1787826397.754199:0:17100:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:3.0:1787826397.754211:0:17100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826397.754246:0:17100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.754252:0:17100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.754260:0:17100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826397.754278:0:17100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516992:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826397.754379:0:17100:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826397.760919:0:17100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17100:1874671428516992:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826397.760944:0:17100:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.760963:0:17100:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.760970:0:17100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.760976:0:17100:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.760984:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.760989:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.760993:0:17100:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.761000:0:17100:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.761006:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.761011:0:17100:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826397.761018:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.761024:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17100 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826397.761041:0:17100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f994ad00 x1874671428516992/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826413 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826397.761056:0:17100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826397.761080:0:17100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/592 (0 0) 00000100:00100000:1.0:1787826397.810111:0:11323:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826397.810130:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450111104 00000100:00100000:1.0:1787826397.810139:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450111104 00000100:00100000:1.0:1787826397.810190:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1735 00000100:00100000:1.0:1787826397.810200:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d11d6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450111104:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826397.810217:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826397.810292:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826397.810300:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d11d6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450111104:12345-192.168.203.115@tcp:104: Request processed in 102us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826397.810307:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1735 00010000:00010000:3.0:1787826397.810383:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826397.810392:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810443:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.810449:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810457:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810467:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826397.810494:0:11310:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x251:0x0]: losing layout lock 00010000:00010000:3.0:1787826397.810537:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810544:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826397.810565:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810573:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa600/0x1d187e8ba27ce420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b070 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.810593:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.810596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.810599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826397.818247:0:17101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98212c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17101:1874671428517632:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826397.818271:0:17101:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818284:0:17101:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818291:0:17101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818298:0:17101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818306:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818313:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aba00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.818318:0:17101:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818325:0:17101:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818332:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818351:0:17101:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826397.818359:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.818371:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce427 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17101 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826397.818390:0:17101:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f98212c0 x1874671428517632/t4294969246(4294969246) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/928 e 0 to 0 dl 1787826413 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826397.819096:0:17101:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f98212c0 x1874671428517632/t4294969246(4294969246) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/928 e 0 to 0 dl 1787826413 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826397.819114:0:17101:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 0 00010000:00010000:3.0:1787826397.889648:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826397.903261:0:17103:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826397.903290:0:17103:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826397.903621:0:17103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826397.903638:0:17103:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787826397.903648:0:17103:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826397.903656:0:17103:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826397.903660:0:17103:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826397.903667:0:17103:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d13bf8 00010000:00010000:1.0:1787826397.903672:0:17103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826397.903685:0:17103:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787826397.903701:0:17103:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826397.903709:0:17103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=25 00000080:00200000:1.0:1787826397.903715:0:17103:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826397.904833:0:17103:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 3 00000080:00200000:1.0:1787826397.904917:0:17103:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), file ffff9ab5dba48f00, open_flags 8241, mode 81b6 opened 0 00000080:00200000:1.0:1787826397.904932:0:17103:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=open|creat 00000002:00010000:1.0:1787826397.904957:0:17103:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x200000401:0x252:0x0]) in obj [0x200000401:0x250:0x0], intent: open|creat flags 0101102 00010000:00010000:1.0:1787826397.905021:0:17103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826397.905031:0:17103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826397.905044:0:17103:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826397.905056:0:17103:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba1c0 x1874671428519424/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826397.905066:0:17103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826397.905086:0:17103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17103:1874671428519424:192.168.203.115@tcp:101:dd.0 00000100:00100000:1.0:1787826397.905281:0:17103:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826397.919760:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826397.920454:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826397.920463:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.920474:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.920491:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x5b/0x2 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.920504:0:11335:0:(ldlm_request.c:1334:ldlm_cli_convert_req()) ### client-side convert ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x5b/0x2 rrc: 2 type: IBT gid 0 flags: 0x420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.920575:0:11335:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0x2 rrc: 2 type: IBT gid 0 flags: 0x10420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826397.920585:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826397.920592:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826397.920601:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.920603:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.920604:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826397.920612:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826397.920634:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428519808:192.168.203.115@tcp:102:ldlm_bl.0 00000100:00100000:3.0:1787826397.926123:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428519808:192.168.203.115@tcp:102:ldlm_bl.0 00000100:00100000:3.0:1787826397.926769:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9823c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428519936:192.168.203.115@tcp:10:dd.0 00000100:00100000:3.0:1787826397.935060:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9823c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428519936:192.168.203.115@tcp:10:dd.0 00000080:00200000:3.0:1787826397.962675:0:17103:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 1048576 i_blocks 1 00000080:00200000:3.0:1787826397.962682:0:17103:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:3.0:1787826397.963021:0:17103:0:(file.c:2652:do_file_write_iter()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0], ppos: 1048576, count: 1048576 00000080:00200000:3.0:1787826397.963031:0:17103:0:(file.c:2090:ll_file_io_generic()) f3b.sanity-pfl: write ppos: 1048576, bytes: 1048576 00000080:00200000:3.0:1787826397.963036:0:17103:0:(file.c:1848:ll_io_set_mirror()) f3b.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826397.963042:0:17103:0:(cl_io.c:218:cl_io_rw_init()) header@00000000de418e89[0x110, 257, [0x200000401:0x251:0x0] hash] 00000020:00200000:3.0:1787826397.963044:0:17103:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1048576, 2097152) 0 0 00000080:00200000:3.0:1787826397.963048:0:17103:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00000080:00200000:3.0:1787826397.963062:0:17103:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/0, layout version 3 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826397.963065:0:17103:0:(vvp_io.c:371:vvp_io_fini()) [0x200000401:0x251:0x0] write layout, type 2 [0x100000, 0x200000) 00000080:00010000:3.0:1787826397.963074:0:17103:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000002:00010000:3.0:1787826397.963086:0:17103:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x251:0x0], intent: layout flags 02 00010000:00010000:3.0:1787826397.963138:0:17103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826397.963147:0:17103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826397.963162:0:17103:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826397.963173:0:17103:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949e00 x1874671428520192/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826397.963183:0:17103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17103 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826397.963203:0:17103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17103:1874671428520192:192.168.203.115@tcp:101:dd.0 00000100:00100000:3.0:1787826397.964993:0:17103:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826397.970749:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450111360 00000100:00100000:1.0:1787826397.970758:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450111360 00000100:00100000:1.0:1787826397.970839:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1737 00000100:00100000:1.0:1787826397.970850:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450111360:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826397.970867:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0x0 rrc: 3 type: IBT gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787826397.970982:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826397.970990:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450111360:12345-192.168.203.115@tcp:104: Request processed in 142us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826397.970998:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1737 00010000:00010000:3.0:1787826397.972016:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826397.972026:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0x0 rrc: 3 type: IBT gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787826397.972039:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826397.972058:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0xa rrc: 3 type: IBT gid 0 flags: 0x800420400000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1787826397.972077:0:5598:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x251:0x0]: losing layout lock 00010000:00010000:3.0:1787826397.972089:0:5598:0:(ldlm_request.c:1334:ldlm_cli_convert_req()) ### client-side convert ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x59/0xa rrc: 3 type: IBT gid 0 flags: 0x800420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787826397.972498:0:5598:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0xa rrc: 3 type: IBT gid 0 flags: 0x810420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787826397.972509:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826397.972516:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826397.972525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.972527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826397.972529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826398.004875:0:17103:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1787826398.005630:0:17103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.005646:0:17103:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00010000:1.0:1787826398.005657:0:17103:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x251:0x0](0000000035e4b586) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826398.005693:0:17103:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826398.005703:0:17103:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1787826398.005711:0:17103:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00020000:00200000:1.0:1787826398.005712:0:17103:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x0 00000080:00200000:1.0:1787826398.005723:0:17103:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000002:00010000:1.0:1787826398.005735:0:17103:0:(mdc_dev.c:1502:mdc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1787826397 1787826397 1787826397 by oinfo size 1048576 blocks 1 [cma]time 1787826397 1787826397 1787826397 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 1/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787826398.005804:0:17103:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x251:0x0]: layout version change: 4294967294 -> 4 00010000:00010000:1.0:1787826398.005810:0:17103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.005820:0:17103:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826398.005840:0:17103:0:(file.c:2170:ll_file_io_generic()) Range lock [256, 511] 00020000:00200000:1.0:1787826398.005847:0:17103:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:1.0:1787826398.005850:0:17103:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:1.0:1787826398.005861:0:17103:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:1.0:1787826398.005871:0:17103:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826398.005876:0:17103:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f03107b0, osc lock ffff9ab5c5025110, flags 0x0 00010000:00010000:1.0:1787826398.005921:0:17103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.005931:0:17103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.005941:0:17103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.005966:0:17103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17103:1874671428520576:192.168.203.115@tcp:101:dd.0 00000100:00100000:1.0:1787826398.006055:0:17103:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c9c0 going to sleep for 11 seconds 00000080:00200000:3.0:1787826398.032029:0:17103:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:3.0:1787826398.032104:0:17103:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000d3945e6e ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826398.032143:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032160:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032175:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032188:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032201:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032283:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032298:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032310:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032324:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032352:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032367:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032383:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032397:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032508:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032524:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032615:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032636:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 15, dirtied 15 00000080:00200000:3.0:1787826398.032641:0:17103:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d96a33f8, count 1, dirtied 1 00000080:00200000:3.0:1787826398.032644:0:17103:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1787826398.032648:0:17103:0:(vvp_io.c:1421:vvp_io_write_start()) f3b.sanity-pfl: write bytes 0, result: 1048576 00000020:00010000:3.0:1787826398.032676:0:17103:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ac83f8 (ffff9ab5c7619908/0) at cl_lock_release():245 00000020:00010000:3.0:1787826398.032680:0:17103:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ac83f8 (ffff9ab5c7619908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.032684:0:17103:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f03107b0 (ffff9ab5f1cb4488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826398.032691:0:17103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.032704:0:17103:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1787826398.032721:0:17103:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ac83f8 (ffff9ab5c7619908/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.032725:0:17103:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f03107b0 (ffff9ab5c7619908/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826398.032734:0:17103:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1787826398.032741:0:17103:0:(file.c:2207:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:3.0:1787826398.032750:0:17103:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826398.032754:0:17103:0:(file.c:2240:ll_file_io_generic()) f3b.sanity-pfl: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:3.0:1787826398.032774:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000d3945e6e ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826398.032786:0:493:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000d3945e6e ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.032976:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1787826398.034695:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994a940 - object 0x280000403:36 offset 0<>1048576 00000008:00010000:3.0:1787826398.070232:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000d3945e6e ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787826398.070462:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000d3945e6e ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1787826398.070491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428520704:192.168.203.115@tcp:4:dd.0 00000100:00100000:1.0:1787826398.080365:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.082161:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.082171:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826398.082182:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.082200:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x13 rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826398.082216:0:11310:0:(ldlm_request.c:1334:ldlm_cli_convert_req()) ### client-side convert ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x51/0x13 rrc: 3 type: IBT gid 0 flags: 0x420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826398.082281:0:11310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x13 rrc: 3 type: IBT gid 0 flags: 0x10420402000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826398.082293:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787826398.082300:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787826398.082311:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.082314:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.082317:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826398.087836:0:17104:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826398.087853:0:17104:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x251:0x0] 00000002:00010000:1.0:1787826398.087873:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826398.087879:0:17104:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5d15f2330, mdc lock ffff9ab5c50255f0, flags 400001002 00000008:00010000:1.0:1787826398.087890:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826398.087893:0:17104:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d15f2370, osc lock ffff9ab5c5025998, flags 0x400001002 00000008:00010000:1.0:1787826398.087900:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826398.087901:0:17104:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d15f23b0, osc lock ffff9ab5c50254b8, flags 0x400001002 00010000:00010000:1.0:1787826398.087918:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826398.087932:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00000002:00010000:1.0:1787826398.087946:0:17104:0:(mdc_dev.c:456:mdc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=0 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00000020:00200000:1.0:1787826398.087956:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826398.087960:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826398.087968:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826398.088020:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.088031:0:17104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [1048576->33554431] (req 1048576->33554431) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.088195:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.088224:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 33554431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826398.088235:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1787826398.088238:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.088246:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826398.088255:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1787826398.095120:0:17104:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 2097152 i_blocks 3 00000020:00010000:1.0:1787826398.095128:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826398.095131:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.095135:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f2330 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.095140:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f2370 (ffff9ab5c7619c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.095143:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f23b0 (ffff9ab5c7619878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.095146:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.095149:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f2330 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.095153:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f2370 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.095154:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f23b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826398.095169:0:17104:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826398.095378:0:17104:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.095493:0:17104:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.095511:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826398.095526:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:1.0:1787826398.095534:0:17104:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.095552:0:17104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.095556:0:17104:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.095563:0:17104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481bebbf8 00010000:00010000:1.0:1787826398.095566:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826398.095578:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1787826398.095591:0:17104:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.095597:0:17104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=25 00000080:00200000:1.0:1787826398.095603:0:17104:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.095615:0:17104:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), file ffff9ab5dba49500, open_flags 8002, mode 0 opened 0 00000080:00200000:1.0:1787826398.095622:0:17104:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=open 00000002:00010000:1.0:1787826398.095636:0:17104:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 0100003 00010000:00010000:1.0:1787826398.095691:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17104 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.095700:0:17104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17104 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826398.095711:0:17104:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826398.095720:0:17104:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b9680 x1874671428521600/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826398.095730:0:17104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17104 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.095751:0:17104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17104:1874671428521600:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826398.095926:0:17104:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00010000:00010000:3.0:1787826398.101991:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.102001:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102017:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2110200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.102023:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102034:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102043:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102061:0:5599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.102097:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102104:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.102130:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102139:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110200/0x1d187e8ba27ce45f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b134 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.102156:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.103064:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.103070:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826398.103168:0:17104:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 4 restore needed 0 00000001:00010000:1.0:1787826398.103180:0:17104:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x251:0x0] 00000002:00010000:1.0:1787826398.103194:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:1.0:1787826398.103201:0:17104:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5d15f2330, mdc lock ffff9ab5c50254b8, flags 400001002 00000008:00010000:1.0:1787826398.103283:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826398.103287:0:17104:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d15f2370, osc lock ffff9ab5c5025998, flags 0x400001002 00000008:00010000:1.0:1787826398.103295:0:17104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826398.103297:0:17104:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d15f23b0, osc lock ffff9ab5c50255f0, flags 0x400001002 00010000:00010000:1.0:1787826398.103310:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826398.103321:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000020:00200000:1.0:1787826398.103332:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826398.103345:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787826398.103352:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1787826398.103371:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.103393:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 33554431) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1787826398.103464:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826398.103467:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.103475:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.103491:0:17104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826398.103499:0:17104:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 33554431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826398.103507:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826398.103519:0:17104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826398.103527:0:17104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1787826398.103536:0:17104:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826398.103664:0:17104:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 2097152 i_blocks 3 00000020:00010000:1.0:1787826398.103671:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826398.103674:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.103677:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f2330 (ffff9ab5c7619878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.103681:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f2370 (ffff9ab5c7619c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.103684:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d15f23b0 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826398.103687:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216ac70 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.103689:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f2330 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.103694:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f2370 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000020:00010000:1.0:1787826398.103697:0:17104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d15f23b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826398.103707:0:17104:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826398.103755:0:17104:0:(file.c:479:ll_file_release()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00100000:1.0:1787826398.103798:0:17104:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f24b9680 x1874671428521600/t4294969258(4294969258) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 872/952 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826398.103809:0:17104:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826398.103814:0:17104:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8f00 x1874671428521984/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826398.103832:0:17104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17104:1874671428521984:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826398.125834:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.126349:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.126356:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126365:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f7400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.126371:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126380:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126388:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126453:0:11335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.126492:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126498:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.126521:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126528:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7400/0x1d187e8ba27ce451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b111 expref: -99 pid: 17104 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.126541:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.126543:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.126544:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.126552:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.126566:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428522368:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.131079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428522368:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.135654:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.136491:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.136499:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136507:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.136512:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136519:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136526:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136577:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136583:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.136618:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136626:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa800/0x1d187e8ba27ce466 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 5 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b149 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.136639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.136642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.136643:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.136651:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826398.136665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428522624:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.139443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428522624:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.143745:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826398.144075:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826398.148272:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450111872 00000100:00100000:1.0:1787826398.148287:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450111872 00000100:00100000:1.0:1787826398.148351:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450112000 00000100:00100000:1.0:1787826398.148356:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450112000 00000100:00100000:1.0:1787826398.148384:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1741 00000100:00100000:1.0:1787826398.148393:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5843:x1874671450111872:12345-192.168.203.115@tcp:104: 00010000:00010000:3.0:1787826398.150533:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.150541:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150550:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.150555:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150564:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150573:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150598:0:11310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce46d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b15e expref: -99 pid: 17105 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826398.150635:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150642:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.150667:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150680:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce443 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0xa/0xa rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b0fc expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826398.150696:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.150698:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.150700:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.150708:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.150726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428523008:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787826398.151009:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce46d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b15e expref: -99 pid: 17105 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826398.151045:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826398.151052:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:5843:x1874671450111872:12345-192.168.203.115@tcp:104: Request processed in 2660us (7328us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826398.151059:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1741 00000100:00100000:3.0:1787826398.159279:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428523008:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.168621:0:17105:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98230c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17105:1874671428522880:192.168.203.115@tcp:36:lfs.0 00000080:00200008:3.0:1787826398.168791:0:17105:0:(file.c:479:ll_file_release()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00100000:3.0:1787826398.168861:0:17105:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9822940 x1874671428522240/t4294969260(4294969260) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826398.168873:0:17105:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826398.168879:0:17105:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a1c0 x1874671428523392/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.168900:0:17105:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17105:1874671428523392:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826398.169089:0:17105:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.181110:0:17105:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17105:1874671428523392:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826398.181145:0:17105:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9822940 x1874671428522240/t4294969260(4294969260) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.205612:0:17106:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.205646:0:17106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.205667:0:17106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787826398.205683:0:17106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1787826398.205691:0:17106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.205699:0:17106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.205702:0:17106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.205709:0:17106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc4816bfbf8 00010000:00010000:1.0:1787826398.205713:0:17106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1787826398.205720:0:17106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787826398.205736:0:17106:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.205743:0:17106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=27 00000080:00200000:1.0:1787826398.205749:0:17106:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.205760:0:17106:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), file ffff9ab5c3731e00, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826398.205766:0:17106:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=open 00000002:00010000:1.0:1787826398.205779:0:17106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826398.205831:0:17106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce474 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.205840:0:17106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce474 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826398.205850:0:17106:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826398.205863:0:17106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8000 x1874671428523648/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826398.205874:0:17106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce474 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.205897:0:17106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428523648:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826398.206383:0:17106:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c000 going to sleep for 11 seconds 00000002:00010000:3.0:1787826398.212973:0:17106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.212991:0:17106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787826398.213003:0:17106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1787826398.213010:0:17106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.213017:0:17106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.213020:0:17106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.213026:0:17106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc4816bfbf8 00010000:00010000:3.0:1787826398.213029:0:17106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787826398.213038:0:17106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787826398.213053:0:17106:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.213061:0:17106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=267 00000080:00200000:3.0:1787826398.213069:0:17106:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787826398.213078:0:17106:0:(file.c:1090:ll_file_open()) START file d3b.sanity-pfl:[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags 304000 00000002:00010000:3.0:1787826398.213093:0:17106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x250:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:3.0:1787826398.213139:0:17106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.213146:0:17106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826398.213156:0:17106:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826398.213163:0:17106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a1c0 x1874671428523904/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826398.213172:0:17106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.213191:0:17106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428523904:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.213393:0:17106:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.217963:0:17106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428523904:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826398.217985:0:17106:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.217998:0:17106:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218005:0:17106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218013:0:17106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218021:0:17106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218028:0:17106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.218032:0:17106:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218040:0:17106:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218048:0:17106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218055:0:17106:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826398.218061:0:17106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.218067:0:17106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce47b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17106 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826398.218083:0:17106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f994a1c0 x1874671428523904/t4294969263(4294969263) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826398.218107:0:17106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a1c0 x1874671428523904/t4294969263(4294969263) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826398.218118:0:17106:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826398.218136:0:17106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x250:0x0], updating i_size 512 00000002:00100000:3.0:1787826398.218150:0:17106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a1c0 x1874671428523904/t4294969263(4294969263) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:3.0:1787826398.218253:0:17106:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8) cmd=c0086915 arg=e583d0 00000100:00100000:3.0:1787826398.218313:0:17106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428524032:192.168.203.115@tcp:34:lfs.0 00000100:00100000:3.0:1787826398.218392:0:17106:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.225089:0:17106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428524032:192.168.203.115@tcp:34:lfs.0 00000080:00200008:3.0:1787826398.225579:0:17106:0:(file.c:479:ll_file_release()) START file d3b.sanity-pfl:[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags 304000 00000002:00100000:3.0:1787826398.225637:0:17106:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994a1c0 x1874671428523904/t4294969263(4294969263) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826398.225649:0:17106:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826398.225654:0:17106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948f00 x1874671428524288/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.225675:0:17106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428524288:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826398.225815:0:17106:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.229585:0:17106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17106:1874671428524288:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826398.229617:0:17106:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994a1c0 x1874671428523904/t4294969263(4294969263) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.252028:0:17108:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.252055:0:17108:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.252074:0:17108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787826398.252090:0:17108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1787826398.252099:0:17108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.252106:0:17108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.252110:0:17108:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.252118:0:17108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481e2bb58 00010000:00010000:1.0:1787826398.252122:0:17108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1787826398.252131:0:17108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1787826398.252147:0:17108:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.252153:0:17108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826398.252159:0:17108:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.252168:0:17108:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=8 00000080:00200000:1.0:1787826398.252172:0:17108:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:1.0:1787826398.252183:0:17108:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826398.252674:0:17108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17108 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.252684:0:17108:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17108 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.252694:0:17108:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17108 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.252719:0:17108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:17108:1874671428524416:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:1.0:1787826398.252859:0:17108:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c0c0 going to sleep for 11 seconds 00000080:00200000:3.0:1787826398.271622:0:17109:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826398.271651:0:17109:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.271671:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826398.271686:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826398.271694:0:17109:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.271703:0:17109:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.271706:0:17109:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.271713:0:17109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d23b58 00010000:00010000:3.0:1787826398.271717:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826398.271726:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787826398.271742:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.271749:0:17109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:3.0:1787826398.271755:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.271759:0:17109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=8 00000080:00200008:3.0:1787826398.271766:0:17109:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826398.271772:0:17109:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248),name=f3b.sanity-pfl 00000002:00010000:3.0:1787826398.271784:0:17109:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.271791:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826398.271799:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826398.271805:0:17109:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.271809:0:17109:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000080:00010000:3.0:1787826398.271812:0:17109:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce482 00000080:00010000:3.0:1787826398.271816:0:17109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce482 from it ffffbbc481d23cb8 00010000:00010000:3.0:1787826398.271819:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826398.271826:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826398.271846:0:17109:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787826398.271857:0:17109:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x251:0x0] 00000002:00010000:3.0:1787826398.271882:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:3.0:1787826398.271888:0:17109:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5eaf7f530, mdc lock ffff9ab5f0170ea0, flags 400001002 00000008:00010000:3.0:1787826398.271897:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826398.271900:0:17109:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7f570, osc lock ffff9ab5f0170270, flags 0x400001002 00000008:00010000:3.0:1787826398.271906:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826398.271907:0:17109:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7f5b0, osc lock ffff9ab5f0171e78, flags 0x400001002 00010000:00010000:3.0:1787826398.271919:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787826398.271927:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000020:00200000:3.0:1787826398.271938:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.271941:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1787826398.271949:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826398.271969:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.271979:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 33554431) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1787826398.271988:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.271991:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826398.271999:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826398.272015:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787826398.272024:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 33554431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1787826398.272032:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.272034:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787826398.272041:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1787826398.272048:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826398.272058:0:17109:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 2097152 i_blocks 3 00000020:00010000:3.0:1787826398.272062:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_release():245 00000020:00010000:3.0:1787826398.272065:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.272068:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7f530 (ffff9ab5c7619518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.272072:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7f570 (ffff9ab5c7619ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.272075:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7f5b0 (ffff9ab5c7619ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.272077:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.272079:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7f530 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.272083:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7f570 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.272085:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7f5b0 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826398.272096:0:17109:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826398.272146:0:17109:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826398.272153:0:17109:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.272161:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826398.272170:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787826398.272177:0:17109:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.272181:0:17109:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.272183:0:17109:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.272186:0:17109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d23bf8 00010000:00010000:3.0:1787826398.272189:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826398.272197:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787826398.272205:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.272222:0:17109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=25 00000080:00200000:3.0:1787826398.272226:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.272229:0:17109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=265 00000080:00200000:3.0:1787826398.272233:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), inode mode 81a4 mask 46 00000080:00200008:3.0:1787826398.272239:0:17109:0:(file.c:1090:ll_file_open()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00010000:3.0:1787826398.272253:0:17109:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 04240100003 00010000:00010000:3.0:1787826398.272300:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.272308:0:17109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826398.272319:0:17109:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826398.272330:0:17109:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948f00 x1874671428524672/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826398.272350:0:17109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.272372:0:17109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428524672:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.272589:0:17109:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.276390:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.276743:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.276750:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276759:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.276763:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276771:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276780:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826398.276813:0:11335:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x251:0x0]: losing layout lock 00010000:00010000:3.0:1787826398.276862:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276869:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.276893:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276906:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce482 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1b9 expref: -99 pid: 17108 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826398.276921:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.276922:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.276924:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.276931:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.276945:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428524800:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.282013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428524800:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.285818:0:17109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428524672:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826398.285845:0:17109:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285863:0:17109:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285883:0:17109:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285894:0:17109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285906:0:17109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285927:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285936:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285943:0:17109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826398.285955:0:17109:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9948f00 x1874671428524672/t4294969265(4294969265) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826398.285967:0:17109:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948f00 x1874671428524672/t4294969265(4294969265) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826398.285981:0:17109:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.285991:0:17109:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/593 (0 0) 00000080:00200000:3.0:1787826398.285996:0:17109:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826398.286039:0:17109:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce489 00000080:00010000:3.0:1787826398.286045:0:17109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce489 from it ffffbbc481d23bf0 00010000:00010000:3.0:1787826398.286048:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.286057:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826398.286084:0:17109:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948f00 x1874671428524672/t4294969265(4294969265) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826398.286224:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), inode mode 81a4 mask 4 00000080:00200000:3.0:1787826398.286232:0:17109:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), xattr lov 00000080:00200008:3.0:1787826398.286256:0:17109:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826398.286262:0:17109:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248),name=f3b.sanity-pfl 00000002:00010000:3.0:1787826398.286274:0:17109:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x251:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.286287:0:17109:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/593 (0 0) 00010000:00010000:3.0:1787826398.286323:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.286330:0:17109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.286347:0:17109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17109 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.286366:0:17109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428524928:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.286831:0:17109:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.308988:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450112256 00000100:00100000:1.0:1787826398.309003:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450112256 00000100:00100000:1.0:1787826398.309082:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1744 00000100:00100000:1.0:1787826398.309093:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450112256:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826398.309111:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.309261:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826398.309268:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450112256:12345-192.168.203.115@tcp:104: Request processed in 177us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826398.309275:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1744 00010000:00010000:3.0:1787826398.311792:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.311806:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.311819:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.311824:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.311838:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.311847:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.311968:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.311976:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.312676:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.312688:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27ce489 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b1c7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.312704:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.312706:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.312708:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.317900:0:17109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428524928:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826398.317926:0:17109:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317939:0:17109:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317951:0:17109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317963:0:17109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317976:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317984:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.317991:0:17109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826398.318001:0:17109:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994a1c0 x1874671428524928/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/824 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826398.318012:0:17109:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 240 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826398.318026:0:17109:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.318041:0:17109:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/593 (0 0) 00000080:00200000:3.0:1787826398.318047:0:17109:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x251:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826398.318100:0:17109:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x251:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:3.0:1787826398.318106:0:17109:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce490 00000080:00010000:3.0:1787826398.318112:0:17109:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000080:00010000:3.0:1787826398.318115:0:17109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce490 from it ffffbbc481d23cd8 00010000:00010000:3.0:1787826398.318119:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.318127:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826398.318169:0:17109:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:3.0:1787826398.318180:0:17109:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x251:0x0] 00000002:00010000:3.0:1787826398.318194:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:3.0:1787826398.318199:0:17109:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5eaf7fa30, mdc lock ffff9ab5f0171e78, flags 400001002 00000008:00010000:3.0:1787826398.318208:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826398.318211:0:17109:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7fa70, osc lock ffff9ab5f0170270, flags 0x400001002 00000008:00010000:3.0:1787826398.318216:0:17109:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826398.318218:0:17109:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7fab0, osc lock ffff9ab5f0170ea0, flags 0x400001002 00010000:00010000:3.0:1787826398.318236:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826398.318247:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000020:00200000:3.0:1787826398.318257:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.318261:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826398.318268:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826398.318286:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826398.318301:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 33554431) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1787826398.318310:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.318313:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826398.318319:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004e1cfa20/0x1d187e8ba27ce458 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b118 expref: -99 pid: 17104 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1787826398.318332:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787826398.318351:0:17109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 33554431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1787826398.318358:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.318361:0:17109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1787826398.318368:0:17109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000a88c400b/0x1d187e8ba27ce44a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b103 expref: -99 pid: 17103 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00200000:3.0:1787826398.318376:0:17109:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826398.318395:0:17109:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 2097152 i_blocks 3 00000020:00010000:3.0:1787826398.318434:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_release():245 00000020:00010000:3.0:1787826398.318437:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.318440:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fa30 (ffff9ab5c7619ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.318444:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fa70 (ffff9ab5c7619ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.318447:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fab0 (ffff9ab5c7619518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.318449:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.318452:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fa30 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.318456:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fa70 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.318458:0:17109:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fab0 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826398.318469:0:17109:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826398.318523:0:17109:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), inode mode 81a4 mask 2 00000080:00200000:3.0:1787826398.318534:0:17109:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), xattr lov.del 00000020:00100000:3.0:1787826398.318575:0:17109:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826398.318583:0:17109:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a1c0 x1874671428525312/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.318605:0:17109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428525312:192.168.203.115@tcp:36:lfs.0 00000100:00100000:3.0:1787826398.318680:0:17109:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.322759:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.324365:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.324373:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324383:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.324388:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324397:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324432:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826398.324510:0:11310:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x251:0x0]: losing layout lock 00010000:00010000:3.0:1787826398.324557:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324564:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.324591:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324599:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce490 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b1dc expref: -99 pid: 17109 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.324615:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.324617:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.324619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.341703:0:17109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428525312:192.168.203.115@tcp:36:lfs.0 00000080:00200008:3.0:1787826398.341762:0:17109:0:(file.c:479:ll_file_release()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00100000:3.0:1787826398.341831:0:17109:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9948f00 x1874671428524672/t4294969265(4294969265) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826398.341843:0:17109:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826398.341849:0:17109:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949a40 x1874671428525696/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.341884:0:17109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428525696:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826398.341953:0:17109:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.369029:0:17109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17109:1874671428525696:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826398.369062:0:17109:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9948f00 x1874671428524672/t4294969265(4294969265) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826398.561799:0:17113:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826398.561826:0:17113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.561844:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787826398.561860:0:17113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:3.0:1787826398.561869:0:17113:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.561877:0:17113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.561880:0:17113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.561887:0:17113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481bfbb58 00010000:00010000:3.0:1787826398.561891:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1787826398.561900:0:17113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:3.0:1787826398.561915:0:17113:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.561923:0:17113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:3.0:1787826398.561928:0:17113:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.561933:0:17113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=8 00000080:00200008:3.0:1787826398.561940:0:17113:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826398.561945:0:17113:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248),name=f3b.sanity-pfl 00000002:00010000:3.0:1787826398.561957:0:17113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.561967:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce4a5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b237 expref: -99 pid: 17112 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826398.561975:0:17113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce4a5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b237 expref: -99 pid: 17112 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826398.561982:0:17113:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.561986:0:17113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000080:00010000:3.0:1787826398.561989:0:17113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce4a5 00000080:00010000:3.0:1787826398.561992:0:17113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce4a5 from it ffffbbc481bfbcb8 00010000:00010000:3.0:1787826398.561995:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b237 expref: -99 pid: 17112 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826398.562090:0:17113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce4a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b237 expref: -99 pid: 17112 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826398.562111:0:17113:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:3.0:1787826398.562123:0:17113:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x251:0x0] 00000002:00010000:3.0:1787826398.562141:0:17113:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000002:00010000:3.0:1787826398.562146:0:17113:0:(mdc_dev.c:1007:mdc_lock_init()) ### lock ffff9ab5ea911230, mdc lock ffff9ab5f0170ea0, flags 400001002 00010000:00010000:3.0:1787826398.562159:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826398.562168:0:17113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000020:00200000:3.0:1787826398.562186:0:17113:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826398.562190:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826398.562198:0:17113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000020:00200000:3.0:1787826398.562208:0:17113:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826398.562216:0:17113:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x251:0x0] updating i_size 1048576 i_blocks 1 00000020:00010000:3.0:1787826398.562220:0:17113:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_release():245 00000020:00010000:3.0:1787826398.562223:0:17113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.562226:0:17113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911230 (ffff9ab5c7619518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.562230:0:17113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.562233:0:17113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911230 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826398.562243:0:17113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826398.562364:0:17113:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826398.562374:0:17113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.562381:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787826398.562390:0:17113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:3.0:1787826398.562397:0:17113:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.562534:0:17113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.562537:0:17113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.562542:0:17113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481bfbbf8 00010000:00010000:3.0:1787826398.562545:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1787826398.562553:0:17113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:3.0:1787826398.562563:0:17113:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.562568:0:17113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=25 00000080:00200000:3.0:1787826398.562572:0:17113:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.562575:0:17113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=265 00000080:00200000:3.0:1787826398.562578:0:17113:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248), inode mode 81a4 mask 46 00000080:00200008:3.0:1787826398.562585:0:17113:0:(file.c:1090:ll_file_open()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00010000:3.0:1787826398.562600:0:17113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 04240100003 00010000:00010000:3.0:1787826398.562653:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17113 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.562661:0:17113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17113 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826398.562672:0:17113:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826398.562685:0:17113:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949a40 x1874671428526976/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826398.562693:0:17113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17113 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.562714:0:17113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17113:1874671428526976:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.562892:0:17113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.570987:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:3.0:1787826398.587056:0:17113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17113:1874671428526976:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826398.587084:0:17113:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587101:0:17113:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/1,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587110:0:17113:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/1,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587122:0:17113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587134:0:17113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587147:0:17113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587156:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587164:0:17113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826398.587174:0:17113:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9949a40 x1874671428526976/t4294969270(4294969270) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/720 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826398.587187:0:17113:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949a40 x1874671428526976/t4294969270(4294969270) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/720 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826398.587201:0:17113:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587211:0:17113:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/593 (0 0) 00000080:00200000:3.0:1787826398.587217:0:17113:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826398.587271:0:17113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce4ac 00000080:00010000:3.0:1787826398.587279:0:17113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce4ac from it ffffbbc481bfbbf0 00010000:00010000:3.0:1787826398.587283:0:17113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.587292:0:17113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826398.587319:0:17113:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949a40 x1874671428526976/t4294969270(4294969270) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 632/720 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787826398.606362:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.606968:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.606977:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.606986:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.606991:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607000:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607015:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607070:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607077:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.607106:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 1/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607115:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x251:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b245 expref: -99 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.607130:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.607132:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.607134:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.607142:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.607157:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428527360:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.614237:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428527360:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.634663:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.636369:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.636392:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6800/0x1d187e8ba27ce4b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b25a expref: -99 pid: 17113 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.636503:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f6800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.636509:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6800/0x1d187e8ba27ce4b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b25a expref: -99 pid: 17113 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.636530:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6800/0x1d187e8ba27ce4b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b25a expref: -99 pid: 17113 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.636540:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6800/0x1d187e8ba27ce4b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b25a expref: -99 pid: 17113 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826398.636570:0:5598:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x251:0x0]: losing layout lock 00000100:00100000:3.0:1787826398.641577:0:17113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98343c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17113:1874671428527616:192.168.203.115@tcp:36:lfs.0 00000080:00200008:3.0:1787826398.641621:0:17113:0:(file.c:479:ll_file_release()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), flags 100002 00000002:00100000:3.0:1787826398.641688:0:17113:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9949a40 x1874671428526976/t4294969270(4294969270) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 632/720 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826398.641699:0:17113:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826398.641704:0:17113:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948f00 x1874671428528000/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.641724:0:17113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17113:1874671428528000:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826398.641875:0:17113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.650639:0:17113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17113:1874671428528000:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826398.650673:0:17113:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9949a40 x1874671428526976/t4294969270(4294969270) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 632/720 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787826398.679018:0:17114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528256:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826398.679043:0:17114:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679056:0:17114:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679063:0:17114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679071:0:17114:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679081:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679087:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f7a00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826398.679092:0:17114:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679099:0:17114:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679106:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679112:0:17114:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826398.679119:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679126:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce4ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826398.679144:0:17114:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=-20 req@ffff9ab5f9836580 x1874671428528256/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.679157:0:17114:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x250:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1787826398.679286:0:17114:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.679304:0:17114:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.679316:0:17114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826398.679326:0:17114:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787826398.679344:0:17114:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.679350:0:17114:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.679353:0:17114:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.679358:0:17114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481c03bf8 00010000:00010000:1.0:1787826398.679361:0:17114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826398.679369:0:17114:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787826398.679382:0:17114:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.679389:0:17114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=267 00000080:00200000:1.0:1787826398.679396:0:17114:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 44 00000080:00200008:1.0:1787826398.679441:0:17114:0:(file.c:1090:ll_file_open()) START file d3b.sanity-pfl:[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags 304000 00000002:00010000:1.0:1787826398.679456:0:17114:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x250:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1787826398.679499:0:17114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.679505:0:17114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826398.679515:0:17114:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826398.679574:0:17114:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b83c0 x1874671428528512/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826398.679584:0:17114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.679603:0:17114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528512:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826398.679765:0:17114:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.684373:0:17114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528512:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826398.684396:0:17114:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684447:0:17114:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684453:0:17114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684460:0:17114:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684467:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684473:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826398.684478:0:17114:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684484:0:17114:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684492:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684499:0:17114:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826398.684506:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.684513:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826398.684608:0:17114:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f24b83c0 x1874671428528512/t4294969273(4294969273) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826398.684626:0:17114:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b83c0 x1874671428528512/t4294969273(4294969273) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.684638:0:17114:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826398.684657:0:17114:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x250:0x0], updating i_size 512 00000002:00100000:1.0:1787826398.684673:0:17114:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b83c0 x1874671428528512/t4294969273(4294969273) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1787826398.684766:0:17114:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8) cmd=c0086915 arg=1ce33d0 00000100:00100000:1.0:1787826398.684828:0:17114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528640:192.168.203.115@tcp:34:lfs.0 00000100:00100000:1.0:1787826398.684906:0:17114:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.688511:0:17114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528640:192.168.203.115@tcp:34:lfs.0 00000080:00200008:1.0:1787826398.688658:0:17114:0:(file.c:479:ll_file_release()) START file d3b.sanity-pfl:[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags 304000 00000002:00100000:1.0:1787826398.688712:0:17114:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f24b83c0 x1874671428528512/t4294969273(4294969273) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826398.688724:0:17114:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826398.688730:0:17114:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8780 x1874671428528896/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826398.688750:0:17114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528896:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826398.688818:0:17114:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.691284:0:17114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17114:1874671428528896:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826398.691315:0:17114:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f24b83c0 x1874671428528512/t4294969273(4294969273) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.722729:0:17116:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.722761:0:17116:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.722782:0:17116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1787826398.722798:0:17116:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787826398.722806:0:17116:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.722816:0:17116:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.722820:0:17116:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.722826:0:17116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481bf3b58 00010000:00010000:1.0:1787826398.722831:0:17116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1787826398.722839:0:17116:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:1.0:1787826398.722854:0:17116:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.722862:0:17116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826398.722867:0:17116:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.722880:0:17116:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=8 00000080:00200000:1.0:1787826398.722884:0:17116:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:1.0:1787826398.722895:0:17116:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826398.722936:0:17116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.722944:0:17116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.722956:0:17116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.722981:0:17116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:17116:1874671428529024:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:1.0:1787826398.723078:0:17116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.730974:0:17116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:17116:1874671428529024:192.168.203.115@tcp:101:checkstat.0 00010000:00010000:1.0:1787826398.731000:0:17116:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731018:0:17116:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731026:0:17116:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731037:0:17116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731047:0:17116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731059:0:17116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731068:0:17116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731080:0:17116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826398.731092:0:17116:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f24b8780 x1874671428529024/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826398.731105:0:17116:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731114:0:17116:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/593 (0 0) 00000080:00200000:1.0:1787826398.731121:0:17116:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826398.731141:0:17116:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x251:0x0], updating i_size 0 00000080:00200000:1.0:1787826398.731144:0:17116:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x251:0x0](ffff9ab5d96a3248): rc = 0 00000080:00200000:1.0:1787826398.731162:0:17116:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x251:0x0] ignore/verify layout 1/0, layout version 3 restore needed 0 00020000:00200000:1.0:1787826398.731173:0:17116:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826398.731199:0:17116:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x251:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000002:00010000:1.0:1787826398.731214:0:17116:0:(mdc_dev.c:1502:mdc_object_ast_clear()) ### update lock size 1048576 blocks 1 [cma]time: 1787826397 1787826397 1787826397 by oinfo size 1048576 blocks 1 [cma]time 1787826397 1787826397 1787826397 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce43c lrc: 1/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1b0e0 expref: -99 pid: 17103 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00000080:00200000:1.0:1787826398.731249:0:17116:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x251:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1787826398.731255:0:17116:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce4c8 00000080:00010000:1.0:1787826398.731266:0:17116:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000080:00010000:1.0:1787826398.731269:0:17116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce4c8 from it ffffbbc481bf3b20 00010000:00010000:1.0:1787826398.731273:0:17116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.731286:0:17116:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826398.731341:0:17116:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x251:0x0](ffff9ab5d96a3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826398.731348:0:17116:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x251:0x0](ffff9ab5d96a3248),name=f3b.sanity-pfl 00000002:00010000:1.0:1787826398.731367:0:17116:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x251:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.731376:0:17116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.731387:0:17116:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826398.731393:0:17116:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.731445:0:17116:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) 00000080:00010000:1.0:1787826398.731449:0:17116:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x251:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce4c8 00000080:00010000:1.0:1787826398.731453:0:17116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce4c8 from it ffffbbc481bf3cb8 00010000:00010000:1.0:1787826398.731457:0:17116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.731465:0:17116:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111200/0x1d187e8ba27ce4c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x251:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b2b5 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787826398.790125:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.790885:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.790892:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.790901:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f6400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.790906:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.790914:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.790923:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826398.790945:0:11310:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x253:0x0]: losing layout lock 00010000:00010000:3.0:1787826398.790985:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.790993:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.791012:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.791019:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6400/0x1d187e8ba27ce4d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b302 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.791036:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.791038:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.791040:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.791047:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.791062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428530048:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.796114:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428530048:192.168.203.115@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1787826398.833199:0:17119:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x253:0x0] updating i_size 0 i_blocks 1 00000020:00010000:3.0:1787826398.833205:0:17119:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_release():245 00000020:00010000:3.0:1787826398.833209:0:17119:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.833214:0:17119:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515730 (ffff9ab5c7619908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826398.833218:0:17119:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826398.833221:0:17119:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515730 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826398.833233:0:17119:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x253:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826398.833359:0:17119:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826398.833379:0:17119:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.833396:0:17119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1787826398.833459:0:17119:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1787826398.833467:0:17119:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826398.833475:0:17119:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826398.833479:0:17119:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826398.833484:0:17119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d33bf8 00010000:00010000:3.0:1787826398.833488:0:17119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1787826398.833494:0:17119:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1787826398.833505:0:17119:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.833511:0:17119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=25 00000080:00200000:3.0:1787826398.833516:0:17119:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826398.833520:0:17119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=265 00000080:00200000:3.0:1787826398.833524:0:17119:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348), inode mode 81a4 mask 46 00000080:00200008:3.0:1787826398.833533:0:17119:0:(file.c:1090:ll_file_open()) START file f3b.sanity-pfl:[0x200000401:0x253:0x0](ffff9ab5d95cd348), flags 100002 00000002:00010000:3.0:1787826398.833547:0:17119:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x253:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 04240100003 00010000:00010000:3.0:1787826398.833593:0:17119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17119 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.833600:0:17119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17119 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826398.833610:0:17119:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826398.833619:0:17119:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948f00 x1874671428531072/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826398.833628:0:17119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17119 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.833647:0:17119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17119:1874671428531072:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.833801:0:17119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.842641:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:3.0:1787826398.844488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98203c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428531200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.863448:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98203c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428531200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.868130:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450113280 00000100:00100000:1.0:1787826398.868141:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450113280 00000100:00100000:1.0:1787826398.868195:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1751 00000100:00100000:1.0:1787826398.868203:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450113280:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826398.868221:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826398.868295:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826398.868302:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f98361c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450113280:12345-192.168.203.115@tcp:104: Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826398.868309:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1751 00010000:00010000:3.0:1787826398.868777:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.868785:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868794:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.868799:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868808:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868818:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868884:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868891:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.868911:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868918:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce4f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b34f expref: -99 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.868934:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.868936:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.868937:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.868945:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826398.868960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428531456:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.872695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428531456:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.883913:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:3.0:1787826398.885453:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428531840:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.889873:0:17119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98221c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17119:1874671428531712:192.168.203.115@tcp:36:lfs.0 00000080:00200008:3.0:1787826398.889919:0:17119:0:(file.c:479:ll_file_release()) START file f3b.sanity-pfl:[0x200000401:0x253:0x0](ffff9ab5d95cd348), flags 100002 00000002:00100000:3.0:1787826398.889971:0:17119:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9948f00 x1874671428531072/t4294969280(4294969280) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826398.889986:0:17119:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826398.889991:0:17119:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949a40 x1874671428532096/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826398.890009:0:17119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17119:1874671428532096:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826398.890207:0:17119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826398.897486:0:17119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17119:1874671428532096:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826398.897520:0:17119:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9948f00 x1874671428531072/t4294969280(4294969280) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826398.910429:0:17120:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.910455:0:17120:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.910474:0:17120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787826398.910489:0:17120:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787826398.910496:0:17120:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.910504:0:17120:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.910508:0:17120:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.910514:0:17120:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481c0bbf8 00010000:00010000:1.0:1787826398.910519:0:17120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787826398.910529:0:17120:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787826398.910549:0:17120:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.910557:0:17120:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=27 00000080:00200000:1.0:1787826398.910562:0:17120:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.910574:0:17120:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), file ffff9ab5c3d0d680, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826398.910581:0:17120:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=open 00000002:00010000:1.0:1787826398.910594:0:17120:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826398.910647:0:17120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111c00/0x1d187e8ba27ce500 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17120 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.910655:0:17120:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111c00/0x1d187e8ba27ce500 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17120 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826398.910666:0:17120:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826398.910678:0:17120:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bbc00 x1874671428532352/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826398.910688:0:17120:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111c00/0x1d187e8ba27ce500 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17120 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.910709:0:17120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17120:1874671428532352:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826398.911227:0:17120:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1787826398.919290:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826398.924196:0:17120:0:(file.c:479:ll_file_release()) START file d3b.sanity-pfl:[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags 304000 00010000:00010000:1.0:1787826398.924227:0:17120:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f6a00/0x1d187e8ba27ce507 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x250:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b38e expref: -99 pid: 17120 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826398.941379:0:17122:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826398.941485:0:17122:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826398.941507:0:17122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787826398.941523:0:17122:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787826398.941531:0:17122:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826398.941539:0:17122:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826398.941543:0:17122:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826398.941550:0:17122:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481c13b58 00010000:00010000:1.0:1787826398.941554:0:17122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787826398.941562:0:17122:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787826398.941578:0:17122:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.941586:0:17122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826398.941593:0:17122:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826398.941602:0:17122:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=8 00000080:00200000:1.0:1787826398.941607:0:17122:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:1.0:1787826398.941618:0:17122:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826398.941662:0:17122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce50e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.941670:0:17122:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce50e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826398.941680:0:17122:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce50e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17122 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826398.941706:0:17122:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9a40 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:17122:1874671428532864:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:1.0:1787826398.941924:0:17122:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.960186:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:3.0:1787826398.967634:0:17123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9834b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17123:1874671428533120:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826398.967660:0:17123:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967682:0:17123:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967690:0:17123:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967701:0:17123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967711:0:17123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967739:0:17123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967748:0:17123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967754:0:17123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826398.967766:0:17123:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9834b40 x1874671428533120/t4294969284(4294969284) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826398.967777:0:17123:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9834b40 x1874671428533120/t4294969284(4294969284) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826398.967790:0:17123:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967800:0:17123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/595 (0 0) 00000080:00200000:3.0:1787826398.967806:0:17123:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826398.967860:0:17123:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x253:0x0](ffff9ab5d95cd348) for lock 0x1d187e8ba27ce515 00000080:00010000:3.0:1787826398.967868:0:17123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce515 from it ffffbbc481d33bf0 00010000:00010000:3.0:1787826398.967871:0:17123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.967879:0:17123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826398.967909:0:17123:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9834b40 x1874671428533120/t4294969284(4294969284) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826398.968041:0:17123:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348), inode mode 81a4 mask 4 00000080:00200000:3.0:1787826398.968051:0:17123:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348), xattr lov 00000080:00200008:3.0:1787826398.968079:0:17123:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x253:0x0](ffff9ab5d95cd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826398.968086:0:17123:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348),name=f3b.sanity-pfl 00000002:00010000:3.0:1787826398.968098:0:17123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x253:0x0]) in obj [0x200000401:0x253:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826398.968105:0:17123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/595 (0 0) 00010000:00010000:3.0:1787826398.968139:0:17123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce51c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.968146:0:17123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce51c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x253:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826398.968154:0:17123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce51c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x253:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17123 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826398.968172:0:17123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17123:1874671428533376:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826398.968247:0:17123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826398.970706:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826398.971120:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826398.971127:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971135:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f7a00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826398.971140:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971153:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971161:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971207:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971213:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826398.971229:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971236:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7a00/0x1d187e8ba27ce515 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x253:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b3d4 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826398.971250:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.971251:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.971253:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826398.971259:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826398.971271:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428533504:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826398.976545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428533504:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826398.978692:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000080:00200000:1.0:1787826399.037713:0:17126:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826399.038213:0:17126:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826399.038231:0:17126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1787826399.038248:0:17126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:1.0:1787826399.038257:0:17126:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826399.038265:0:17126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826399.038269:0:17126:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:1.0:1787826399.038277:0:17126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d13b58 00010000:00010000:1.0:1787826399.038281:0:17126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1787826399.038290:0:17126:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1787826399.038305:0:17126:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826399.038314:0:17126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:1.0:1787826399.038319:0:17126:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826399.038344:0:17126:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), flags=8 00000080:00200000:1.0:1787826399.038350:0:17126:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), intent=getattr 00000002:00010000:1.0:1787826399.038361:0:17126:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f3b.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826399.038625:0:17126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17126 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826399.038634:0:17126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17126 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826399.038644:0:17126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17126 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826399.038670:0:17126:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job checkstat:69920772-fbb9-479b-9fec-ca28fc2b36f3:17126:1874671428534656:192.168.203.115@tcp:101:checkstat.0 00000100:00100000:1.0:1787826399.039103:0:17126:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c0c0 going to sleep for 11 seconds 00000080:00200000:3.0:1787826399.050272:0:17127:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826399.050297:0:17127:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826399.050314:0:17127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1787826399.050348:0:17127:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1787826399.050356:0:17127:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826399.050364:0:17127:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826399.050367:0:17127:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826399.050374:0:17127:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481c13b58 00010000:00010000:3.0:1787826399.050378:0:17127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1787826399.050387:0:17127:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:3.0:1787826399.050424:0:17127:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826399.050431:0:17127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:3.0:1787826399.050436:0:17127:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826399.050439:0:17127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=8 00000080:00200008:3.0:1787826399.050445:0:17127:0:(file.c:6313:ll_getattr_dentry()) START file f3b.sanity-pfl:[0x200000401:0x253:0x0](ffff9ab5d95cd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826399.050449:0:17127:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348),name=f3b.sanity-pfl 00000002:00010000:3.0:1787826399.050459:0:17127:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x253:0x0]) in obj [0x200000401:0x250:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826399.050467:0:17127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826399.050475:0:17127:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826399.050487:0:17127:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x250:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826399.050490:0:17127:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x253:0x0](ffff9ab5d95cd348) 00000080:00010000:3.0:1787826399.050493:0:17127:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x253:0x0](ffff9ab5d95cd348) for lock 0x1d187e8ba27ce52a 00000080:00010000:3.0:1787826399.050497:0:17127:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce52a from it ffffbbc481c13cb8 00010000:00010000:3.0:1787826399.050500:0:17127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826399.050507:0:17127:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826399.050532:0:17127:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826399.050538:0:17127:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826399.050544:0:17127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787826399.050553:0:17127:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:3.0:1787826399.050559:0:17127:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826399.050562:0:17127:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826399.050564:0:17127:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826399.050568:0:17127:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481c13c10 00010000:00010000:3.0:1787826399.050571:0:17127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1787826399.050578:0:17127:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:3.0:1787826399.050586:0:17127:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826399.050590:0:17127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3b.sanity-pfl, flags=24 00000080:00200000:3.0:1787826399.050593:0:17127:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826399.050598:0:17127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3b.sanity-pfl, flags=0 00000080:00200000:3.0:1787826399.050601:0:17127:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x250:0x0](ffff9ab5d96a42c8), inode mode 41ed mask 3 00000080:00200000:3.0:1787826399.050627:0:17127:0:(namei.c:2418:ll_unlink()) VFS Op:name=f3b.sanity-pfl, dir=[0x200000401:0x250:0x0](ffff9ab5d96a42c8) 00010000:00010000:3.0:1787826399.050651:0:17127:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826399.050666:0:17127:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x253:0x0]: losing layout lock 00010000:00010000:3.0:1787826399.050704:0:17127:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826399.050711:0:17127:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826399.050714:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111000/0x1d187e8ba27ce52a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b436 expref: -99 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000020:00100000:3.0:1787826399.050738:0:17127:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826399.050750:0:17127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948f00 x1874671428534912/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826399.050775:0:17127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17127:1874671428534912:192.168.203.115@tcp:36:rm.0 00000100:00100000:3.0:1787826399.050859:0:17127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0674780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826399.057394:0:17127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17127:1874671428534912:192.168.203.115@tcp:36:rm.0 00000080:00200000:3.0:1787826399.057476:0:17127:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x253:0x0] ignore/verify layout 1/0, layout version 3 restore needed 0 00000080:00200000:3.0:1787826399.057487:0:17127:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x253:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826399.057497:0:17127:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x253:0x0](ffff9ab5d95cd348) 00010000:00010000:3.0:1787826399.937930:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826400.008941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428535040:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826400.009283:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428535296:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826400.009333:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787826400.009341:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428535168:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826400.009370:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428535424:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1787826400.966505:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826401.985620:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826402.469783:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:3.0:1787826402.493655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428535680:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826403.018045:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826404.038326:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826405.057699:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826405.140472:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98203c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428535808:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826405.140492:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428536064:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826405.140503:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428536192:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826407.106738:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826407.571444:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450116352 00000100:00100000:1.0:1787826407.571455:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450116352 00000100:00100000:1.0:1787826407.571523:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1758 00000100:00100000:1.0:1787826407.571535:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9834f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6690:x1874671450116352:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826407.571553:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826407.571635:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826407.571641:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9834f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6690:x1874671450116352:12345-192.168.203.115@tcp:104: Request processed in 110us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826407.571649:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1758 00010000:00010000:3.0:1787826407.574467:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826407.574481:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826407.574494:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826407.574501:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826407.574561:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 2/0,0 mode: --/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826407.574569:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826407.574623:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 1/0,0 mode: --/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826407.574633:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce4eb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b341 expref: -99 pid: 17119 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826407.574660:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826407.574674:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826407.574677:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826408.139212:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787826408.486102:0:17975:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.486131:0:17975:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.486150:0:17975:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787826408.486168:0:17975:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:3.0:1787826408.486176:0:17975:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826408.486185:0:17975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826408.486189:0:17975:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826408.486196:0:17975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d93b58 00010000:00010000:3.0:1787826408.486200:0:17975:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1787826408.486208:0:17975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787826408.486305:0:17975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.486319:0:17975:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d5.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=8 00000080:00200000:3.0:1787826408.486323:0:17975:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d5.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=getattr 00000002:00010000:3.0:1787826408.486338:0:17975:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d5.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826408.486385:0:17975:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.486394:0:17975:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.486520:0:17975:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.486633:0:17975:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17975:1874671428536448:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826408.486790:0:17975:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.506116:0:17975:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:17975:1874671428536448:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826408.506141:0:17975:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506157:0:17975:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506164:0:17975:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506172:0:17975:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506181:0:17975:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506187:0:17975:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4e00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826408.506192:0:17975:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506200:0:17975:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506206:0:17975:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506212:0:17975:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826408.506219:0:17975:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.506225:0:17975:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce531 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17975 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826408.506242:0:17975:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f99492c0 x1874671428536448/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826424 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826408.506256:0:17975:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826408.506293:0:17975:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787826408.506306:0:17975:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00010000:3.0:1787826408.506315:0:17975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d93930 00010000:00010000:3.0:1787826408.506319:0:17975:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787826408.506327:0:17975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787826408.506444:0:17975:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.506459:0:17975:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.506467:0:17975:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787826408.506474:0:17975:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787826408.506480:0:17975:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826408.506485:0:17975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826408.506488:0:17975:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce3fd 00000080:00010000:3.0:1787826408.506493:0:17975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce3fd from it ffffbbc481d93c10 00010000:00010000:3.0:1787826408.506496:0:17975:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:3.0:1787826408.506503:0:17975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1aff9 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:3.0:1787826408.506512:0:17975:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.506521:0:17975:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=0 00000100:00100000:3.0:1787826408.557875:0:17984:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:17984:1874671428536704:192.168.203.115@tcp:36:mkdir.0 00000080:00200000:3.0:1787826408.557923:0:17984:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08) 00000080:00200000:3.0:1787826408.557930:0:17984:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x254:0x0], updating i_size 512 00000080:00200000:3.0:1787826408.572635:0:17986:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.573328:0:17986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.573520:0:17986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.573534:0:17986:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.573546:0:17986:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.573572:0:17986:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17986:1874671428536832:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826408.573907:0:17986:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826408.595073:0:17986:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17986:1874671428536960:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826408.595101:0:17986:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595123:0:17986:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595132:0:17986:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595145:0:17986:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595156:0:17986:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595168:0:17986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595176:0:17986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595183:0:17986:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826408.595195:0:17986:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f98021c0 x1874671428536960/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826424 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826408.595207:0:17986:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595217:0:17986:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/596 (0 0) 00000080:00200000:1.0:1787826408.595224:0:17986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826408.595247:0:17986:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x254:0x0], updating i_size 512 00000080:00200000:1.0:1787826408.595250:0:17986:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x254:0x0](ffff9ab5d964ec08): rc = 0 00000080:00010000:1.0:1787826408.595255:0:17986:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) for lock 0x1d187e8ba27ce53f 00000080:00010000:1.0:1787826408.595279:0:17986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) 00000080:00010000:1.0:1787826408.595283:0:17986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce53f from it ffffbbc4816bfb20 00010000:00010000:1.0:1787826408.595287:0:17986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595295:0:17986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826408.595338:0:17986:0:(file.c:6313:ll_getattr_dentry()) START file d5.sanity-pfl:[0x200000401:0x254:0x0](ffff9ab5d964ec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826408.595349:0:17986:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08),name=d5.sanity-pfl 00000002:00010000:1.0:1787826408.595369:0:17986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x254:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826408.595380:0:17986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826408.595390:0:17986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826408.595396:0:17986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826408.595430:0:17986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) 00000080:00010000:1.0:1787826408.595433:0:17986:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) for lock 0x1d187e8ba27ce53f 00000080:00010000:1.0:1787826408.595437:0:17986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce53f from it ffffbbc4816bfcb8 00010000:00010000:1.0:1787826408.595441:0:17986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826408.595448:0:17986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826408.595494:0:17986:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826408.595502:0:17986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826408.595509:0:17986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826408.595517:0:17986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826408.595523:0:17986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826408.595527:0:17986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826408.595529:0:17986:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:1.0:1787826408.595533:0:17986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc4816bfbf8 00010000:00010000:1.0:1787826408.595535:0:17986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826408.595543:0:17986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826408.595551:0:17986:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.595556:0:17986:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=267 00000080:00200000:1.0:1787826408.595561:0:17986:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1787826408.595568:0:17986:0:(file.c:1090:ll_file_open()) START file d5.sanity-pfl:[0x200000401:0x254:0x0](ffff9ab5d964ec08), flags 300000 00000002:00010000:1.0:1787826408.595583:0:17986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x254:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00010000:00010000:1.0:1787826408.595625:0:17986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.595633:0:17986:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826408.595642:0:17986:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826408.595649:0:17986:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba1c0 x1874671428537216/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826408.595657:0:17986:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826408.595675:0:17986:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17986:1874671428537216:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826408.596004:0:17986:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f18900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826408.620917:0:17986:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17986:1874671428537216:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826408.620943:0:17986:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.620957:0:17986:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.620965:0:17986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.620972:0:17986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.620980:0:17986:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.620992:0:17986:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2110400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826408.620997:0:17986:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.621005:0:17986:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.621013:0:17986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.621021:0:17986:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826408.621027:0:17986:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.621035:0:17986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110400/0x1d187e8ba27ce546 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 17986 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826408.621055:0:17986:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f24ba1c0 x1874671428537216/t4294969289(4294969289) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826408.621069:0:17986:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24ba1c0 x1874671428537216/t4294969289(4294969289) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826408.621081:0:17986:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826408.621100:0:17986:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x254:0x0], updating i_size 512 00000002:00100000:1.0:1787826408.621119:0:17986:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24ba1c0 x1874671428537216/t4294969289(4294969289) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826408.621211:0:17986:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 2 00000080:00200000:1.0:1787826408.621222:0:17986:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), xattr lov 00010000:00010000:1.0:1787826408.621246:0:17986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826408.621311:0:17986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826408.621318:0:17986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826408.621320:0:17986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27abc00/0x1d187e8ba27ce53f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b4b4 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:1.0:1787826408.621340:0:17986:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826408.621346:0:17986:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8000 x1874671428537472/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 680/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826408.621368:0:17986:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17986:1874671428537472:192.168.203.115@tcp:36:lfs.0 00000100:00100000:1.0:1787826408.621467:0:17986:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f1890a80 going to sleep for 11 seconds 00000080:00200000:3.0:1787826408.645538:0:17991:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.645567:0:17991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.645588:0:17991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826408.645606:0:17991:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826408.645613:0:17991:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826408.645621:0:17991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826408.645624:0:17991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:3.0:1787826408.645631:0:17991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c13bf8 00010000:00010000:3.0:1787826408.645635:0:17991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826408.645644:0:17991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826408.645659:0:17991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.645672:0:17991:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d5.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=25 00000080:00200000:3.0:1787826408.645676:0:17991:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d5.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=0 00000002:00010000:3.0:1787826408.645687:0:17991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d5.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826408.645729:0:17991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.645737:0:17991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.645746:0:17991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.645769:0:17991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428537856:192.168.203.115@tcp:101:touch.0 00000100:00100000:3.0:1787826408.645873:0:17991:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.651833:0:17991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428537856:192.168.203.115@tcp:101:touch.0 00010000:00010000:3.0:1787826408.651859:0:17991:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651880:0:17991:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651889:0:17991:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651901:0:17991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651912:0:17991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651924:0:17991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651931:0:17991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651939:0:17991:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826408.651951:0:17991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9ab5f9948b40 x1874671428537856/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826424 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826408.651963:0:17991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.651973:0:17991:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/596 (0 0) 00000080:00200000:3.0:1787826408.651979:0:17991:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826408.651998:0:17991:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x254:0x0], updating i_size 512 00000080:00200000:3.0:1787826408.652001:0:17991:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x254:0x0](ffff9ab5d964ec08): rc = 0 00000080:00010000:3.0:1787826408.652007:0:17991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) for lock 0x1d187e8ba27ce54d 00000080:00010000:3.0:1787826408.652017:0:17991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x254:0x0](ffff9ab5d964ec08) 00000080:00010000:3.0:1787826408.652021:0:17991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce54d from it ffffbbc481c13ac8 00010000:00010000:3.0:1787826408.652025:0:17991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.652033:0:17991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce54d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x254:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b4e5 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826408.652073:0:17991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.652097:0:17991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 3 00000080:00200000:3.0:1787826408.652102:0:17991:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), file ffff9ab5da017b00, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1787826408.652110:0:17991:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open|creat 00000002:00010000:3.0:1787826408.652132:0:17991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f5.sanity-pfl,[0x200000401:0x255:0x0]) in obj [0x200000401:0x254:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1787826408.652183:0:17991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.652191:0:17991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826408.652202:0:17991:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826408.652208:0:17991:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948b40 x1874671428538112/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826408.652217:0:17991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.652238:0:17991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428538112:192.168.203.115@tcp:101:touch.0 00000100:00100000:3.0:1787826408.652378:0:17991:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.656462:0:17991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428538112:192.168.203.115@tcp:101:touch.0 00010000:00010000:3.0:1787826408.656492:0:17991:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656514:0:17991:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656522:0:17991:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656534:0:17991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656545:0:17991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656558:0:17991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656567:0:17991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656575:0:17991:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826408.656586:0:17991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ab5f9948b40 x1874671428538112/t4294969292(4294969292) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/872 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826408.656599:0:17991:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948b40 x1874671428538112/t4294969292(4294969292) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/872 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826408.656612:0:17991:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826408.656625:0:17991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656635:0:17991:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/597 (0 0) 00000080:00200000:3.0:1787826408.656641:0:17991:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x254:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826408.656655:0:17991:0:(namei.c:1628:ll_create_it()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open|creat 00000080:00200000:3.0:1787826408.656687:0:17991:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x255:0x0](ffff9ab5d96480c8) 00000080:00200000:3.0:1787826408.656763:0:17991:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x255:0x0]: layout version change: 4294967294 -> 2 00000080:00010000:3.0:1787826408.656768:0:17991:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x255:0x0](ffff9ab5d96480c8) 00000080:00010000:3.0:1787826408.656871:0:17991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x255:0x0](ffff9ab5d96480c8) for lock 0x1d187e8ba27ce554 00000080:00010000:3.0:1787826408.656882:0:17991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x255:0x0](ffff9ab5d96480c8) 00000080:00200008:3.0:1787826408.656897:0:17991:0:(file.c:1090:ll_file_open()) START file f5.sanity-pfl:[0x200000401:0x255:0x0](ffff9ab5d96480c8), flags 104501 00000002:00100000:3.0:1787826408.656917:0:17991:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948b40 x1874671428538112/t4294969292(4294969292) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 792/872 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826408.656954:0:17991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce554 from it ffff9ab5f22dc1e0 00010000:00010000:3.0:1787826408.656959:0:17991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.656969:0:17991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826408.656989:0:17991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x255:0x0](ffff9ab5d96480c8), inode mode 81a4 mask 40 00000080:00200008:3.0:1787826408.657025:0:17991:0:(llite_lib.c:2427:ll_setattr_raw()) START file f5.sanity-pfl:[0x200000401:0x255:0x0](ffff9ab5d96480c8) current size 0, valid attrs 20070, mode 9ab5, uid -2118042032, gid -17468, new size 18446744072489466391, atime 1787826408.000000000, mtime 1787826408.000000000, ctime 1787826408.000000000 00010000:00010000:3.0:1787826408.657044:0:17991:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826408.657058:0:17991:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x255:0x0]: losing layout lock 00010000:00010000:3.0:1787826408.657093:0:17991:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826408.657100:0:17991:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826408.657103:0:17991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce554 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b501 expref: -99 pid: 17991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787826408.657126:0:17991:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826408.657133:0:17991:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b480 x1874671428538368/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826408.657155:0:17991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428538368:192.168.203.115@tcp:36:touch.0 00000100:00100000:3.0:1787826408.657275:0:17991:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.667279:0:17991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17991:1874671428538368:192.168.203.115@tcp:36:touch.0 00000100:00100000:3.0:1787826408.682288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428538624:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826408.682424:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826408.682434:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428538752:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826408.684993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428538752:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826408.685620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428538624:192.168.203.115@tcp:2:touch.0 00000080:00200000:1.0:1787826408.707888:0:17992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826408.707919:0:17992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826408.707939:0:17992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826408.707957:0:17992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826408.707966:0:17992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826408.707974:0:17992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826408.707978:0:17992:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:1.0:1787826408.707985:0:17992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c2bbf8 00010000:00010000:1.0:1787826408.707989:0:17992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826408.708003:0:17992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1787826408.708019:0:17992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.708026:0:17992:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=27 00000080:00200000:1.0:1787826408.708032:0:17992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.708045:0:17992:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), file ffff9ab5c3734900, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826408.708051:0:17992:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open 00000002:00010000:1.0:1787826408.708065:0:17992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f5.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x254:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826408.708570:0:17992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110a00/0x1d187e8ba27ce562 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.708579:0:17992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110a00/0x1d187e8ba27ce562 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17992 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826408.708593:0:17992:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826408.708604:0:17992:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b92c0 x1874671428539264/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826408.708614:0:17992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110a00/0x1d187e8ba27ce562 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826408.708636:0:17992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17992:1874671428539264:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826408.708856:0:17992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f18900c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.799078:0:17993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836940 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540544:192.168.203.115@tcp:101:dd.0 00010000:00010000:3.0:1787826408.799106:0:17993:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 4/0,1 mode: --/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799126:0:17993:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799139:0:17993:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799153:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826408.799165:0:17993:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 4/0,2 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799176:0:17993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799184:0:17993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799257:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799280:0:17993:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->33554431] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.799294:0:17993:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->33554431] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.799314:0:17993:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540672:192.168.203.115@tcp:101:dd.0 00000100:00100000:3.0:1787826408.799388:0:17993:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.802503:0:17993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540672:192.168.203.115@tcp:101:dd.0 00010000:00010000:3.0:1787826408.802544:0:17993:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802563:0:17993:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802575:0:17993:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802589:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826408.802603:0:17993:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802616:0:17993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802630:0:17993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802708:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802718:0:17993:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [33554432->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.802728:0:17993:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [33554432->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.802748:0:17993:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540800:192.168.203.115@tcp:101:dd.0 00000100:00100000:3.0:1787826408.802836:0:17993:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.805691:0:17993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540800:192.168.203.115@tcp:101:dd.0 00010000:00010000:3.0:1787826408.805718:0:17993:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805736:0:17993:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805747:0:17993:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805766:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826408.805907:0:17993:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 4/0,2 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805920:0:17993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805927:0:17993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce58c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b5a2 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.805994:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.806002:0:17993:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [33554432->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.806011:0:17993:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [33554432->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.806032:0:17993:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540928:192.168.203.115@tcp:101:dd.0 00000100:00100000:3.0:1787826408.806136:0:17993:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.816204:0:17993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:17993:1874671428540928:192.168.203.115@tcp:101:dd.0 00010000:00010000:3.0:1787826408.816239:0:17993:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.816258:0:17993:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.816280:0:17993:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.816293:0:17993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826408.816305:0:17993:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.816317:0:17993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.816324:0:17993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.816447:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826408.816463:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428541056:192.168.203.115@tcp:10:dd.0 00000100:00100000:3.0:1787826408.816578:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428541184:192.168.203.115@tcp:10:dd.0 00000100:00100000:3.0:1787826408.819512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428541056:192.168.203.115@tcp:10:dd.0 00000100:00100000:3.0:1787826408.821044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428541184:192.168.203.115@tcp:10:dd.0 00000080:00200000:1.0:1787826408.853051:0:17994:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826408.853079:0:17994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826408.853110:0:17994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826408.853126:0:17994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787826408.853134:0:17994:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826408.853141:0:17994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826408.853144:0:17994:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:1.0:1787826408.853151:0:17994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481dc3bf8 00010000:00010000:1.0:1787826408.853154:0:17994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826408.853162:0:17994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787826408.853177:0:17994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.853192:0:17994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=27 00000080:00200000:1.0:1787826408.853199:0:17994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.853210:0:17994:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), file ffff9ab5c5f59380, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826408.853217:0:17994:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f5.sanity-pfl, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open 00000002:00010000:1.0:1787826408.854762:0:17994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f5.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x254:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826408.854903:0:17994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.854913:0:17994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826408.854924:0:17994:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826408.854937:0:17994:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb0c0 x1874671428541696/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826408.854946:0:17994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826408.854968:0:17994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17994:1874671428541696:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826408.855611:0:17994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f18903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826408.864350:0:17994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17994:1874671428541696:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826408.864375:0:17994:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864390:0:17994:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864396:0:17994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864746:0:17994:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864754:0:17994:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864761:0:17994:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2111800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826408.864765:0:17994:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864771:0:17994:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864778:0:17994:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864786:0:17994:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826408.864792:0:17994:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826408.864799:0:17994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2111800/0x1d187e8ba27ce59a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 17994 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826408.864819:0:17994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=-20 req@ffff9ab5f24bb0c0 x1874671428541696/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826424 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826408.864834:0:17994:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x254:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1787826408.864982:0:17994:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826408.865001:0:17994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826408.865021:0:17994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826408.865032:0:17994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787826408.865039:0:17994:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826408.865044:0:17994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826408.865048:0:17994:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:1.0:1787826408.865053:0:17994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481dc3bf8 00010000:00010000:1.0:1787826408.865056:0:17994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787826408.865064:0:17994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:1.0:1787826408.865084:0:17994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826408.865092:0:17994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=267 00000080:00200000:1.0:1787826408.865099:0:17994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1787826408.865107:0:17994:0:(file.c:1090:ll_file_open()) START file d5.sanity-pfl:[0x200000401:0x254:0x0](ffff9ab5d964ec08), flags 304000 00000080:00200080:1.0:1787826408.865143:0:17994:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08) cmd=c0086915 arg=266e3d0 00000100:00100000:1.0:1787826408.865197:0:17994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17994:1874671428541824:192.168.203.115@tcp:34:lfs.0 00000100:00100000:1.0:1787826408.865522:0:17994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f18903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826408.875087:0:17994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17994:1874671428541824:192.168.203.115@tcp:34:lfs.0 00000080:00200008:1.0:1787826408.875297:0:17994:0:(file.c:479:ll_file_release()) START file d5.sanity-pfl:[0x200000401:0x254:0x0](ffff9ab5d964ec08), flags 304000 00010000:00010000:1.0:1787826408.875334:0:17994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce569 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x254:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b539 expref: -99 pid: 17992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826408.965082:0:17997:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.965107:0:17997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.965126:0:17997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826408.965142:0:17997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787826408.965150:0:17997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826408.965157:0:17997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826408.965161:0:17997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:3.0:1787826408.965168:0:17997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c63bf8 00010000:00010000:3.0:1787826408.965172:0:17997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826408.965179:0:17997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826408.965194:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.965202:0:17997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=27 00000080:00200000:3.0:1787826408.965208:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.965219:0:17997:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), file ffff9ab5c3d0c300, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1787826408.965226:0:17997:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open 00000002:00010000:3.0:1787826408.965238:0:17997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: subdir,[0x0:0x0:0x0]) in obj [0x200000401:0x254:0x0], intent: open flags 0304001 00010000:00010000:3.0:1787826408.971552:0:17997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.971569:0:17997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826408.971582:0:17997:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826408.971595:0:17997:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99492c0 x1874671428542720/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826408.971605:0:17997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.972041:0:17997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428542720:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826408.972374:0:17997:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.980152:0:17997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428542720:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826408.980177:0:17997:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980189:0:17997:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980196:0:17997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980202:0:17997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980210:0:17997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980219:0:17997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826408.980223:0:17997:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980229:0:17997:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980235:0:17997:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980242:0:17997:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826408.980249:0:17997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980255:0:17997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5800/0x1d187e8ba27ce5a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826408.980283:0:17997:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f99492c0 x1874671428542720/t4294969302(4294969302) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826408.980296:0:17997:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f99492c0 x1874671428542720/t4294969302(4294969302) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826408.980320:0:17997:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x254:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826408.980345:0:17997:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x257:0x0], updating i_size 1024 00000080:00200000:3.0:1787826408.980348:0:17997:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x257:0x0](ffff9ab5d96a3248): rc = 0 00000080:00010000:3.0:1787826408.980352:0:17997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x257:0x0](ffff9ab5d96a3248) for lock 0x0 00000080:00200008:3.0:1787826408.980376:0:17997:0:(file.c:1090:ll_file_open()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 304000 00000002:00100000:3.0:1787826408.980396:0:17997:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f99492c0 x1874671428542720/t4294969302(4294969302) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826408.980514:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x257:0x0](ffff9ab5d96a3248), inode mode 41ed mask 44 00000080:00200000:3.0:1787826408.980560:0:17997:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826408.980576:0:17997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826408.980590:0:17997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826408.980603:0:17997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826408.980611:0:17997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826408.980616:0:17997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826408.980619:0:17997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:3.0:1787826408.980623:0:17997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c63bf8 00010000:00010000:3.0:1787826408.980627:0:17997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826408.980636:0:17997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787826408.980649:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.980665:0:17997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=24 00000080:00200000:3.0:1787826408.980670:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1787826408.980684:0:17997:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), file ffff9ab5c3d0d380, open_flags 28800, mode 0 opened 0 00000080:00200000:3.0:1787826408.980689:0:17997:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=open 00000002:00010000:3.0:1787826408.980701:0:17997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: subdir,[0x0:0x0:0x0]) in obj [0x200000401:0x254:0x0], intent: open flags 0504001 00010000:00010000:3.0:1787826408.980748:0:17997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.980756:0:17997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826408.980766:0:17997:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826408.980772:0:17997:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948780 x1874671428542976/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826408.980782:0:17997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17997 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826408.980801:0:17997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428542976:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826408.980973:0:17997:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.986512:0:17997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428542976:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826408.986536:0:17997:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986557:0:17997:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986566:0:17997:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986577:0:17997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986587:0:17997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986605:0:17997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986613:0:17997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986621:0:17997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826408.986632:0:17997:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f9948780 x1874671428542976/t4294969303(4294969303) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/4688 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826408.986643:0:17997:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948780 x1874671428542976/t4294969303(4294969303) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/4688 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826408.986653:0:17997:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.986676:0:17997:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/599 (0 0) 00000080:00200000:3.0:1787826408.986682:0:17997:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x254:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826408.986702:0:17997:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x257:0x0], updating i_size 1024 00000080:00200000:3.0:1787826408.986705:0:17997:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x257:0x0](ffff9ab5d96a3248): rc = 0 00000080:00010000:3.0:1787826408.986711:0:17997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x257:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce5af 00000080:00010000:3.0:1787826408.986770:0:17997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x257:0x0](ffff9ab5d96a3248) 00000080:00200008:3.0:1787826408.986784:0:17997:0:(file.c:1090:ll_file_open()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 504000 00000002:00100000:3.0:1787826408.986801:0:17997:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948780 x1874671428542976/t4294969303(4294969303) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/4688 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826408.986839:0:17997:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9948780 x1874671428542976/t4294969303(4294969303) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/4688 e 0 to 0 dl 1787826424 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826408.986847:0:17997:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826408.986852:0:17997:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b0c0 x1874671428543232/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826408.986880:0:17997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543232:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826408.986946:0:17997:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826408.998953:0:17997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543232:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826408.998990:0:17997:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9948780 x1874671428542976/t4294969303(4294969303) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/4688 e 0 to 0 dl 1787826424 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826408.999066:0:17997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce5af from it ffff9ab5f22dc1e0 00010000:00010000:3.0:1787826408.999077:0:17997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826408.999090:0:17997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5200/0x1d187e8ba27ce5af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b643 expref: -99 pid: 17997 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826408.999110:0:17997:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x257:0x0](ffff9ab5d96a3248), inode mode 41ed mask 44 00000080:00200008:3.0:1787826408.999150:0:17997:0:(file.c:479:ll_file_release()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 304000 00000080:00200080:3.0:1787826408.999187:0:17997:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x257:0x0](ffff9ab5d96a3248) cmd=4008669b arg=14a63d0 00000100:00100000:3.0:1787826408.999235:0:17997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543360:192.168.203.115@tcp:33:lfs.0 00000100:00100000:3.0:1787826408.999334:0:17997:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.002649:0:17997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543360:192.168.203.115@tcp:33:lfs.0 00000080:00200008:3.0:1787826409.002801:0:17997:0:(file.c:479:ll_file_release()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 504000 00000002:00100000:3.0:1787826409.002855:0:17997:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f99492c0 x1874671428542720/t4294969302(4294969302) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826409.002866:0:17997:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826409.002871:0:17997:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948780 x1874671428543616/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826409.002890:0:17997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543616:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826409.002961:0:17997:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.005466:0:17997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17997:1874671428543616:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826409.005499:0:17997:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f99492c0 x1874671428542720/t4294969302(4294969302) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826424 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826409.012791:0:17998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826409.012817:0:17998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826409.012834:0:17998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826409.012850:0:17998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:1.0:1787826409.012859:0:17998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826409.012865:0:17998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826409.012869:0:17998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:1.0:1787826409.012876:0:17998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c6bbf8 00010000:00010000:1.0:1787826409.012880:0:17998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826409.012889:0:17998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:1.0:1787826409.012903:0:17998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826409.012911:0:17998:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=25 00000080:00200000:1.0:1787826409.012917:0:17998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1787826409.012925:0:17998:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), flags=25 00000080:00200000:1.0:1787826409.012929:0:17998:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08), intent=0 00000002:00010000:1.0:1787826409.012942:0:17998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: subdir,[0x0:0x0:0x0]) in obj [0x200000401:0x254:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826409.012985:0:17998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 17998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826409.012992:0:17998:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826409.013000:0:17998:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 17998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826409.013024:0:17998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job touch:69920772-fbb9-479b-9fec-ca28fc2b36f3:17998:1874671428543744:192.168.203.115@tcp:101:touch.0 00000100:00100000:1.0:1787826409.014161:0:17998:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f18903c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.055904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428544512:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826409.055992:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826409.055999:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428544640:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826409.060269:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428544640:192.168.203.115@tcp:2:touch.0 00000100:00100000:3.0:1787826409.060302:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428544512:192.168.203.115@tcp:2:touch.0 00000080:00200008:3.0:1787826409.126028:0:17999:0:(file.c:479:ll_file_release()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 304000 00000002:00100000:3.0:1787826409.126103:0:17999:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9802940 x1874671428545408/t4294969309(4294969309) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826425 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826409.126115:0:17999:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826409.126121:0:17999:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948780 x1874671428545792/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826409.126149:0:17999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17999:1874671428545792:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826409.126239:0:17999:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.137621:0:17999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:17999:1874671428545792:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826409.137656:0:17999:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9802940 x1874671428545408/t4294969309(4294969309) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826425 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787826409.171851:0:18001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d0cc6900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.174375:0:18001:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18001:1874671428546304:192.168.203.115@tcp:33:lfs.0 00000080:00200008:3.0:1787826409.174798:0:18001:0:(file.c:479:ll_file_release()) START file d5.sanity-pfl:[0x200000401:0x254:0x0](ffff9ab5d964ec08), flags 504000 00010000:00010000:3.0:1787826409.174830:0:18001:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce569 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x254:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b539 expref: -99 pid: 17992 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000100:00100000:3.0:1787826409.216899:0:18003:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98352c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18003:1874671428546816:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826409.216926:0:18003:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x257:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216945:0:18003:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x258:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216954:0:18003:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216966:0:18003:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216977:0:18003:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216990:0:18003:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.216999:0:18003:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.217006:0:18003:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826409.217016:0:18003:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f98352c0 x1874671428546816/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/848 e 0 to 0 dl 1787826425 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826409.217024:0:18003:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826409.217033:0:18003:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.217040:0:18003:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/600 (0 0) 00000080:00200000:3.0:1787826409.217045:0:18003:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x257:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826409.217163:0:18003:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x258:0x0](ffff9ab5d95cdb88): rc = 0 00000080:00200000:3.0:1787826409.217179:0:18003:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x258:0x0]: layout version change: 2 -> 2 00000080:00010000:3.0:1787826409.217184:0:18003:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x258:0x0](ffff9ab5d95cdb88) for lock 0x1d187e8ba27ce5e0 00000080:00010000:3.0:1787826409.217196:0:18003:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x258:0x0](ffff9ab5d95cdb88) 00000080:00010000:3.0:1787826409.217200:0:18003:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce5e0 from it ffffbbc481c73b20 00010000:00010000:3.0:1787826409.217203:0:18003:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.217217:0:18003:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787826409.217274:0:18003:0:(file.c:6313:ll_getattr_dentry()) START file f5.sanity-pfl:[0x200000401:0x258:0x0](ffff9ab5d95cdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826409.217282:0:18003:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x258:0x0](ffff9ab5d95cdb88),name=f5.sanity-pfl 00000002:00010000:3.0:1787826409.217303:0:18003:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x258:0x0]) in obj [0x200000401:0x257:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826409.217314:0:18003:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826409.217324:0:18003:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826409.217330:0:18003:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x257:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826409.217335:0:18003:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x258:0x0](ffff9ab5d95cdb88) 00000080:00010000:3.0:1787826409.217339:0:18003:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x258:0x0](ffff9ab5d95cdb88) for lock 0x1d187e8ba27ce5e0 00000080:00010000:3.0:1787826409.217343:0:18003:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce5e0 from it ffffbbc481c73cb8 00010000:00010000:3.0:1787826409.217347:0:18003:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826409.217354:0:18003:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7600/0x1d187e8ba27ce5e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b72a expref: -99 pid: 18003 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826409.217372:0:18003:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x258:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787826409.217380:0:18003:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x258:0x0] 00000008:00010000:3.0:1787826409.217395:0:18003:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826409.217506:0:18003:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d8b8bdb0, osc lock ffff9ab5f0170ea0, flags 0x400001002 00000008:00010000:3.0:1787826409.217518:0:18003:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826409.217532:0:18003:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d8b8bdf0, osc lock ffff9ab5f0170270, flags 0x400001002 00010000:00010000:3.0:1787826409.217577:0:18003:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce5e7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.217589:0:18003:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce5e7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->33554431] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826409.217634:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826409.217652:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428546944:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826409.217768:0:18003:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 3/1,0 mode: --/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826409.217777:0:18003:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 3/1,0 mode: --/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->33554431] (req 0->33554431) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826409.218961:0:18003:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1787826409.223348:0:18003:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x258:0x0] updating i_size 0 i_blocks 2 00000020:00010000:3.0:1787826409.223355:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_release():245 00000020:00010000:3.0:1787826409.223360:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826409.223365:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d8b8bdb0 (ffff9ab5c7619908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826409.223370:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d8b8bdf0 (ffff9ab5c7619518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826409.223373:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c113c0 (ffff9ab5f1cb4488/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826409.223375:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d8b8bdb0 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826409.223381:0:18003:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d8b8bdf0 (ffff9ab5f1cb4488/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826409.223393:0:18003:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x258:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826409.223467:0:18003:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000100:00100000:3.0:1787826409.250585:0:18004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428547840:192.168.203.115@tcp:37:rm.0 00000100:00100000:3.0:1787826409.250678:0:18004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.260843:0:18004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428547840:192.168.203.115@tcp:37:rm.0 00010000:00010000:3.0:1787826409.261484:0:18004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b762 expref: -99 pid: 18004 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826409.261500:0:18004:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce5f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b762 expref: -99 pid: 18004 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826409.261553:0:18004:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x257:0x0](ffff9ab5d96a3248) pos/size18446744073709551614/1024 32bit_api 0 00000080:00200008:3.0:1787826409.261609:0:18004:0:(file.c:479:ll_file_release()) START file subdir:[0x200000401:0x257:0x0](ffff9ab5d96a3248), flags 704000 00000002:00100000:3.0:1787826409.261675:0:18004:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9801e00 x1874671428547712/t4294969314(4294969314) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826425 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826409.261686:0:18004:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826409.261692:0:18004:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b0c0 x1874671428548096/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826409.261712:0:18004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428548096:192.168.203.115@tcp:35:rm.0 00000100:00100000:3.0:1787826409.262467:0:18004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.265165:0:18004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428548096:192.168.203.115@tcp:35:rm.0 00000002:00100000:3.0:1787826409.265193:0:18004:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9801e00 x1874671428547712/t4294969314(4294969314) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826425 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826409.265254:0:18004:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826409.265286:0:18004:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826409.265303:0:18004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1787826409.265322:0:18004:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:3.0:1787826409.265330:0:18004:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826409.265335:0:18004:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826409.265338:0:18004:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce538 00000080:00010000:3.0:1787826409.265344:0:18004:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce538 from it ffffbbc481c7bc10 00010000:00010000:3.0:1787826409.265348:0:18004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1787826409.265354:0:18004:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b498 expref: -99 pid: 17986 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1787826409.265369:0:18004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826409.265375:0:18004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d5.sanity-pfl, flags=24 00000080:00200000:3.0:1787826409.265380:0:18004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1787826409.265386:0:18004:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=subdir, flags=0 00000080:00200000:3.0:1787826409.265389:0:18004:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x254:0x0](ffff9ab5d964ec08), inode mode 41ed mask 3 00000080:00200000:3.0:1787826409.265394:0:18004:0:(namei.c:2328:ll_rmdir()) VFS Op:name=subdir, dir=[0x200000401:0x254:0x0](ffff9ab5d964ec08) 00010000:00010000:3.0:1787826409.265636:0:18004:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce5f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b762 expref: -99 pid: 18004 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826409.265853:0:18004:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x257:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b666 expref: -99 pid: 17998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826409.265890:0:18004:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce5f5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b762 expref: -99 pid: 18004 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826409.265902:0:18004:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b666 expref: -99 pid: 17998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826409.265908:0:18004:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787826409.265911:0:18004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce5f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b762 expref: -99 pid: 18004 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826409.265921:0:18004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2110c00/0x1d187e8ba27ce5b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b666 expref: -99 pid: 17998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787826409.265940:0:18004:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826409.265947:0:18004:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b0c0 x1874671428548352/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826409.265967:0:18004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428548352:192.168.203.115@tcp:36:rm.0 00000100:00100000:3.0:1787826409.266081:0:18004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b8bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.280967:0:18004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18004:1874671428548352:192.168.203.115@tcp:36:rm.0 00010000:00010000:3.0:1787826410.178071:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826411.201555:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.230719:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.721603:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787826412.721611:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721620:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826412.721626:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721678:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721686:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826412.721707:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721716:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005359f676/0x1d187e8ba27ce585 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b59b expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721739:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787826412.721742:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721749:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826412.721753:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721772:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721778:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826412.721785:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721798:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001f490897/0x1d187e8ba27ce593 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 33554432->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b5a9 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.721811:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826412.721814:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b738 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826412.721821:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826412.721824:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1b738 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826412.722697:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 2/0,0 mode: --/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b738 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826412.722707:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826412.722714:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 1/0,0 mode: --/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b738 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826412.722721:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f00a5386/0x1d187e8ba27ce5ee lrc: 0/0,0 mode: --/PR res: [0x280000403:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b738 expref: -99 pid: 18003 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826412.722738:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.722740:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.722742:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826412.722760:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549504:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826412.722834:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549760:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826412.722862:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826412.722869:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549632:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826412.723769:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826412.723776:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.723784:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f26f6c00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826412.723789:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.723823:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 2/0,0 mode: --/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.723830:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826412.723848:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.723855:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000b47b2e6b/0x1d187e8ba27ce57e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1b594 expref: -99 pid: 17993 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826412.723871:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.723873:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826412.723875:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826412.723923:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428549888:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826412.740636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549632:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826412.740648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549504:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826412.740656:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428549760:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826415.366386:0:18577:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969318 gen 1 00000100:00100000:3.0:1787826415.366934:0:18577:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9836d00 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:18577:1874671428550016:192.168.203.115@tcp:101:mkdir.0 00010000:00010000:3.0:1787826415.366956:0:18577:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.366969:0:18577:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.366981:0:18577:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.366992:0:18577:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.367004:0:18577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.367012:0:18577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.367019:0:18577:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.367036:0:18577:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9836d00 x1874671428550016/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826431 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826415.367048:0:18577:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.367061:0:18577:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826415.367067:0:18577:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826415.367093:0:18577:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 7680 00000080:00010000:3.0:1787826415.367098:0:18577:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce603 00000080:00010000:3.0:1787826415.367104:0:18577:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826415.367107:0:18577:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce603 from it ffffbbc481c0bbe0 00010000:00010000:3.0:1787826415.367110:0:18577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.367118:0:18577:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826415.367142:0:18577:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826415.367163:0:18577:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d6.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=1536 00000080:00200000:3.0:1787826415.367167:0:18577:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826415.367179:0:18577:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826415.367188:0:18577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.367197:0:18577:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826415.367209:0:18577:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826415.367212:0:18577:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826415.370426:0:18577:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce603 00000080:00010000:3.0:1787826415.370444:0:18577:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce603 from it ffffbbc481c0bce0 00010000:00010000:3.0:1787826415.370450:0:18577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.370464:0:18577:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826415.370484:0:18577:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 3 00000080:00200000:3.0:1787826415.370496:0:18577:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826415.370513:0:18577:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826415.370709:0:18577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826415.370721:0:18577:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826415.370728:0:18577:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826415.370734:0:18577:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826415.370736:0:18577:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce603 00000080:00010000:3.0:1787826415.370739:0:18577:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce603 from it ffffbbc481c0bdc8 00010000:00010000:3.0:1787826415.370742:0:18577:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826415.370754:0:18577:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826415.370761:0:18577:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 3 00000080:00200000:3.0:1787826415.370765:0:18577:0:(namei.c:2239:do_mkdir()) VFS Op:name=d6.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88) 00010000:00010000:3.0:1787826415.370795:0:18577:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826415.370847:0:18577:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826415.370854:0:18577:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826415.370856:0:18577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f26f7e00/0x1d187e8ba27ce603 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b7c4 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000020:00100000:3.0:1787826415.370879:0:18577:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826415.370891:0:18577:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b0c0 x1874671428550656/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826415.370914:0:18577:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:18577:1874671428550656:192.168.203.115@tcp:36:mkdir.0 00000100:00100000:3.0:1787826415.370993:0:18577:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.395782:0:18577:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:18577:1874671428550656:192.168.203.115@tcp:36:mkdir.0 00000080:00200000:3.0:1787826415.395833:0:18577:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) 00000080:00200000:3.0:1787826415.395839:0:18577:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 512 00000080:00200000:3.0:1787826415.422012:0:18580:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826415.422040:0:18580:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826415.422061:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826415.422078:0:18580:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826415.422087:0:18580:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826415.422094:0:18580:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826415.422097:0:18580:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826415.422105:0:18580:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481e1bbf8 00010000:00010000:3.0:1787826415.422109:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826415.422116:0:18580:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826415.422131:0:18580:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826415.422144:0:18580:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d6.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=25 00000080:00200000:3.0:1787826415.422148:0:18580:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d6.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=0 00000002:00010000:3.0:1787826415.422160:0:18580:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826415.422202:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.422209:0:18580:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.422229:0:18580:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826415.422255:0:18580:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551040:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826415.422368:0:18580:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.424800:0:18580:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551040:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826415.424824:0:18580:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424846:0:18580:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424854:0:18580:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424866:0:18580:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424878:0:18580:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424890:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424898:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424906:0:18580:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.424917:0:18580:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9ab5f994b480 x1874671428551040/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826431 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826415.424929:0:18580:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.424939:0:18580:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/601 (0 0) 00000080:00200000:3.0:1787826415.424946:0:18580:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826415.424966:0:18580:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 512 00000080:00200000:3.0:1787826415.424969:0:18580:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x259:0x0](ffff9ab5d964a1c8): rc = 0 00000080:00010000:3.0:1787826415.424975:0:18580:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x259:0x0](ffff9ab5d964a1c8) for lock 0x1d187e8ba27ce618 00000080:00010000:3.0:1787826415.424986:0:18580:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x259:0x0](ffff9ab5d964a1c8) 00000080:00010000:3.0:1787826415.424990:0:18580:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce618 from it ffffbbc481e1bac8 00010000:00010000:3.0:1787826415.424994:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.425002:0:18580:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5a00/0x1d187e8ba27ce618 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x259:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b811 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826415.425044:0:18580:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826415.425062:0:18580:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 3 00000080:00200000:3.0:1787826415.425067:0:18580:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5d9888480, open_flags a141, mode 81b6 opened 0 00000080:00200000:3.0:1787826415.425074:0:18580:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000002:00010000:3.0:1787826415.425097:0:18580:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: open|creat flags 0120502 00010000:00010000:3.0:1787826415.425143:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.425149:0:18580:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826415.425161:0:18580:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826415.425167:0:18580:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b480 x1874671428551296/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826415.425175:0:18580:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826415.425192:0:18580:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551296:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826415.425319:0:18580:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.434240:0:18580:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551296:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826415.434267:0:18580:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434289:0:18580:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434297:0:18580:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434309:0:18580:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434319:0:18580:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434331:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434344:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434350:0:18580:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.434362:0:18580:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9ab5f994b480 x1874671428551296/t4294969320(4294969320) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826415.434375:0:18580:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994b480 x1874671428551296/t4294969320(4294969320) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826415.434395:0:18580:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434450:0:18580:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:3.0:1787826415.434455:0:18580:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826415.434469:0:18580:0:(namei.c:1628:ll_create_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000080:00200000:3.0:1787826415.434496:0:18580:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200000:3.0:1787826415.434502:0:18580:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25a:0x0], updating i_size 0 00000080:00200000:3.0:1787826415.434534:0:18580:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787826415.434539:0:18580:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:3.0:1787826415.434542:0:18580:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce61f 00000080:00010000:3.0:1787826415.434551:0:18580:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200008:3.0:1787826415.434565:0:18580:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 120501 00000002:00100000:3.0:1787826415.434582:0:18580:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994b480 x1874671428551296/t4294969320(4294969320) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826415.434733:0:18580:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce61f from it ffff9ab5f22dc0c0 00010000:00010000:3.0:1787826415.434739:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434748:0:18580:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826415.434768:0:18580:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 40 00000080:00200080:3.0:1787826415.434801:0:18580:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669a arg=81c2e0 00000002:00010000:3.0:1787826415.434823:0:18580:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 040000002 00010000:00010000:3.0:1787826415.434870:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.434877:0:18580:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826415.434887:0:18580:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826415.434893:0:18580:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948b40 x1874671428551552/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826415.434902:0:18580:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826415.434921:0:18580:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551552:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826415.435083:0:18580:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826415.441278:0:11318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826415.441297:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450118656 00000100:00100000:1.0:1787826415.441306:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450118656 00000100:00100000:1.0:1787826415.441359:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1763 00000100:00100000:1.0:1787826415.441369:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9831c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5843:x1874671450118656:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826415.441386:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826415.441507:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826415.441514:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9831c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5843:x1874671450118656:12345-192.168.203.115@tcp:104: Request processed in 147us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826415.441521:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1763 00010000:00010000:3.0:1787826415.442072:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826415.442079:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442093:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826415.442097:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442106:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442115:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826415.442140:0:5598:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:3.0:1787826415.442181:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442188:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826415.442226:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442235:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce61f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b82d expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826415.442254:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826415.442256:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826415.442258:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826415.455963:0:18580:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18580:1874671428551552:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826415.455988:0:18580:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456005:0:18580:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456013:0:18580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456021:0:18580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456030:0:18580:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456036:0:18580:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826415.456041:0:18580:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456048:0:18580:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456055:0:18580:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456062:0:18580:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826415.456069:0:18580:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.456076:0:18580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce626 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18580 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.456094:0:18580:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f9948b40 x1874671428551552/t4294969321(4294969321) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826415.456107:0:18580:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948b40 x1874671428551552/t4294969321(4294969321) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826415.456121:0:18580:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00010000:00010000:3.0:1787826415.501050:0:18581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.501061:0:18581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826415.501075:0:18581:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826415.501087:0:18581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802580 x1874671428552576/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826415.501096:0:18581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826415.501117:0:18581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552576:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826415.501300:0:18581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.503657:0:18581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552576:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826415.503682:0:18581:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503695:0:18581:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503701:0:18581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503711:0:18581:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503719:0:18581:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503736:0:18581:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826415.503741:0:18581:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503747:0:18581:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503754:0:18581:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503761:0:18581:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826415.503768:0:18581:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.503773:0:18581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce634 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.503793:0:18581:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=-20 req@ffff9ab5f9802580 x1874671428552576/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826431 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826415.503805:0:18581:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1787826415.504005:0:18581:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826415.504024:0:18581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826415.504039:0:18581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826415.504051:0:18581:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787826415.504058:0:18581:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826415.504063:0:18581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826415.504067:0:18581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826415.504072:0:18581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c13bf8 00010000:00010000:3.0:1787826415.504076:0:18581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826415.504083:0:18581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1787826415.504096:0:18581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826415.504103:0:18581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=267 00000080:00200000:3.0:1787826415.504111:0:18581:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787826415.504119:0:18581:0:(file.c:1090:ll_file_open()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00010000:3.0:1787826415.504132:0:18581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x259:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:3.0:1787826415.504177:0:18581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.504184:0:18581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826415.504193:0:18581:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826415.504200:0:18581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949e00 x1874671428552832/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826415.504214:0:18581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826415.504242:0:18581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552832:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826415.504397:0:18581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.510291:0:18581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552832:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826415.510316:0:18581:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510330:0:18581:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510337:0:18581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510345:0:18581:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510353:0:18581:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510359:0:18581:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826415.510364:0:18581:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510370:0:18581:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510378:0:18581:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510385:0:18581:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826415.510392:0:18581:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826415.510442:0:18581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce63b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18581 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826415.510460:0:18581:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f9949e00 x1874671428552832/t4294969324(4294969324) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826415.510474:0:18581:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949e00 x1874671428552832/t4294969324(4294969324) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826415.510485:0:18581:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826415.510504:0:18581:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 512 00000002:00100000:3.0:1787826415.510520:0:18581:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949e00 x1874671428552832/t4294969324(4294969324) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826431 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:3.0:1787826415.510612:0:18581:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) cmd=c0086915 arg=fe63d0 00000100:00100000:3.0:1787826415.510673:0:18581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552960:192.168.203.115@tcp:34:lfs.0 00000100:00100000:3.0:1787826415.510762:0:18581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.518184:0:18581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428552960:192.168.203.115@tcp:34:lfs.0 00000080:00200008:3.0:1787826415.518356:0:18581:0:(file.c:479:ll_file_release()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00100000:3.0:1787826415.518437:0:18581:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9949e00 x1874671428552832/t4294969324(4294969324) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826431 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826415.518449:0:18581:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826415.518456:0:18581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a580 x1874671428553216/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826415.518479:0:18581:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428553216:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826415.518547:0:18581:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826415.527762:0:18581:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18581:1874671428553216:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826415.527792:0:18581:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9949e00 x1874671428552832/t4294969324(4294969324) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826431 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826415.578315:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 0 i_blocks 1 00000020:00010000:1.0:1787826415.578325:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:1.0:1787826415.578330:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826415.578334:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515c30 (ffff9ab5ea87bf38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826415.578345:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826415.578360:0:18582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1787826415.578378:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826415.578381:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515c30 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826415.578434:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826415.578449:0:18582:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) current size 0, valid attrs 1000a168, mode 0, uid 2, gid 0, new size 0, atime 1787826415.000000000, mtime 1787826415.000000000, ctime 1787826415.000000000, rc 0 00000080:00200000:1.0:1787826415.671486:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.671558:0:18582:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:1.0:1787826415.671568:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c02621c0[3 000000002046d308 2 1 000000002cef9668 0 0 221] 00000080:00200000:1.0:1787826415.671572:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006309aa66 17ffffc0001001 3:0 ffff9ab5f1ef30e8 221 lru 00000080:00200000:1.0:1787826415.671851:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008e6549bc 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.671855:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c02621c0 00000080:00200000:1.0:1787826415.671858:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1787826415.671861:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.671880:0:18582:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:1.0:1787826415.671885:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000bb010983[3 000000002046d308 2 1 000000002cef9668 0 0 222] 00000080:00200000:1.0:1787826415.671887:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001b20af47 17ffffc0001001 3:0 ffff9ab5f1ef3bc8 222 lru 00000080:00200000:1.0:1787826415.671893:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006d427681 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.671894:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000bb010983 00000080:00200000:1.0:1787826415.671895:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1787826415.671897:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.671911:0:18582:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:1.0:1787826415.671915:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001e66c7df[3 000000002046d308 2 1 000000002cef9668 0 0 223] 00000080:00200000:1.0:1787826415.671917:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000acc8d77b 17ffffc0001001 3:0 ffff9ab5f1ef3658 223 lru 00000080:00200000:1.0:1787826415.671922:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000031bf5819 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.671924:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001e66c7df 00000080:00200000:1.0:1787826415.671925:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1787826415.671927:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.671941:0:18582:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:1.0:1787826415.671945:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d3edad72[3 000000002046d308 2 1 000000002cef9668 0 0 224] 00000080:00200000:1.0:1787826415.671948:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fce69a48 17ffffc0001001 3:0 ffff9ab5f1ef3910 224 lru 00000080:00200000:1.0:1787826415.671952:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002cdd4d2b 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.671954:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d3edad72 00000080:00200000:1.0:1787826415.671955:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1787826415.671957:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.671976:0:18582:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:1.0:1787826415.671982:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000534bd72a[3 000000002046d308 2 1 000000002cef9668 0 0 225] 00000080:00200000:1.0:1787826415.671984:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f25912a1 17ffffc0001021 2:0 ffff9ab5f1ef3e80 225 lru 00000080:00200000:1.0:1787826415.671990:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002dd2b255 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.671992:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000534bd72a 00000080:00200000:1.0:1787826415.671993:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1787826415.671995:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672010:0:18582:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672015:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f63f5d88[3 000000002046d308 2 1 000000002cef9668 0 0 226] 00000080:00200000:1.0:1787826415.672018:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000eb723816 17ffffc0001001 3:0 ffff9ab5f1ef3d98 226 lru 00000080:00200000:1.0:1787826415.672023:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000059c3def6 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672025:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f63f5d88 00000080:00200000:1.0:1787826415.672026:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1787826415.672028:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672045:0:18582:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672049:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e209ffcc[3 000000002046d308 2 1 000000002cef9668 0 0 227] 00000080:00200000:1.0:1787826415.672052:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6039009 17ffffc0001001 3:0 ffff9ab5f1ef3740 227 lru 00000080:00200000:1.0:1787826415.672056:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0fb8f10 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672058:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e209ffcc 00000080:00200000:1.0:1787826415.672059:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1787826415.672061:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672074:0:18582:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672079:0:18582:0:(rw26.c:933:ll_write_end()) page@000000007e4c8065[3 000000002046d308 2 1 000000002cef9668 0 0 228] 00000080:00200000:1.0:1787826415.672081:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c767a258 17ffffc0001001 3:0 ffff9ab5f1ef3ae0 228 lru 00000080:00200000:1.0:1787826415.672085:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc59644a 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672087:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000007e4c8065 00000080:00200000:1.0:1787826415.672088:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1787826415.672090:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672104:0:18582:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672108:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b933f4e4[3 000000002046d308 2 1 000000002cef9668 0 0 229] 00000080:00200000:1.0:1787826415.672111:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b8dee415 17ffffc0001001 3:0 ffff9ab5f1ef32b8 229 lru 00000080:00200000:1.0:1787826415.672116:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000004c99098 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672118:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b933f4e4 00000080:00200000:1.0:1787826415.672119:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1787826415.672121:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672135:0:18582:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672139:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f6445609[3 000000002046d308 2 1 000000002cef9668 0 0 230] 00000080:00200000:1.0:1787826415.672142:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000863fc225 17ffffc0001001 3:0 ffff9ab5f1ef31d0 230 lru 00000080:00200000:1.0:1787826415.672148:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0c75f89 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672151:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f6445609 00000080:00200000:1.0:1787826415.672152:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1787826415.672153:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672168:0:18582:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672173:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e723fb29[3 000000002046d308 2 1 000000002cef9668 0 0 231] 00000080:00200000:1.0:1787826415.672175:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000079cb703 17ffffc0001001 3:0 ffff9ab5f1ef3570 231 lru 00000080:00200000:1.0:1787826415.672180:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fab424de 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672182:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e723fb29 00000080:00200000:1.0:1787826415.672183:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1787826415.672185:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672199:0:18582:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672202:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d3a38c4e[3 000000002046d308 2 1 000000002cef9668 0 0 232] 00000080:00200000:1.0:1787826415.672205:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008d6352f7 17ffffc0001001 3:0 ffff9ab5f1ef39f8 232 lru 00000080:00200000:1.0:1787826415.672209:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008bd6c9ae 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672211:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d3a38c4e 00000080:00200000:1.0:1787826415.672212:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1787826415.672224:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672239:0:18582:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672243:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000555306e8[3 000000002046d308 2 1 000000002cef9668 0 0 233] 00000080:00200000:1.0:1787826415.672246:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000770d7b97 17ffffc0001001 3:0 ffff9ab5f1ef3828 233 lru 00000080:00200000:1.0:1787826415.672250:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ac6a4e6c 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672252:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000555306e8 00000080:00200000:1.0:1787826415.672253:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1787826415.672254:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672270:0:18582:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672274:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d8f22044[3 000000002046d308 2 1 000000002cef9668 0 0 234] 00000080:00200000:1.0:1787826415.672276:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000797f053c 17ffffc0001001 3:0 ffff9ab5f1ef3cb0 234 lru 00000080:00200000:1.0:1787826415.672280:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b35487e6 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672282:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d8f22044 00000080:00200000:1.0:1787826415.672283:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1787826415.672284:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672297:0:18582:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672301:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008eb50a73[3 000000002046d308 2 1 000000002cef9668 0 0 235] 00000080:00200000:1.0:1787826415.672303:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000572aa722 17ffffc0001001 3:0 ffff9ab5f1ef33a0 235 lru 00000080:00200000:1.0:1787826415.672308:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000966f3324 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672310:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008eb50a73 00000080:00200000:1.0:1787826415.672311:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1787826415.672313:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672324:0:18582:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672327:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000800d6ca9[3 000000002046d308 2 1 000000002cef9668 0 0 236] 00000080:00200000:1.0:1787826415.672329:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c643e312 17ffffc0001001 3:0 ffff9ab5f1ef3000 236 lru 00000080:00200000:1.0:1787826415.672334:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000016e6d1f 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672335:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000800d6ca9 00000080:00200000:1.0:1787826415.672336:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1787826415.672338:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672350:0:18582:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672353:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e8692a88[3 000000002046d308 2 1 000000002cef9668 0 0 237] 00000080:00200000:1.0:1787826415.672355:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ca77b79d 17ffffc0001001 3:0 ffff9ab5f1ef3488 237 lru 00000080:00200000:1.0:1787826415.672359:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fd7a31eb 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672361:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e8692a88 00000080:00200000:1.0:1787826415.672362:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1787826415.672364:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672378:0:18582:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672382:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000f7ddb73[3 000000002046d308 2 1 000000002cef9668 0 0 238] 00000080:00200000:1.0:1787826415.672385:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000586cc699 17ffffc0001001 3:0 ffff9ab5c288fcb0 238 lru 00000080:00200000:1.0:1787826415.672389:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000aa982e1a 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672391:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000f7ddb73 00000080:00200000:1.0:1787826415.672392:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1787826415.672393:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672440:0:18582:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672445:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000856f6d5a[3 000000002046d308 2 1 000000002cef9668 0 0 239] 00000080:00200000:1.0:1787826415.672447:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004bfcaafd 17ffffc0001001 3:0 ffff9ab5c288f3a0 239 lru 00000080:00200000:1.0:1787826415.672453:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001e2fb2e0 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672455:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000856f6d5a 00000080:00200000:1.0:1787826415.672456:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:1.0:1787826415.672458:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672476:0:18582:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672481:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000571a69af[3 000000002046d308 2 1 000000002cef9668 0 0 240] 00000080:00200000:1.0:1787826415.672483:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000045c3e4a 17ffffc0001021 2:0 ffff9ab5c288f000 240 lru 00000080:00200000:1.0:1787826415.672488:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005a428d70 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672490:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000571a69af 00000080:00200000:1.0:1787826415.672491:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1787826415.672493:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672508:0:18582:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672512:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ae252e2a[3 000000002046d308 2 1 000000002cef9668 0 0 241] 00000080:00200000:1.0:1787826415.672515:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000281ada54 17ffffc0001001 3:0 ffff9ab5c288f488 241 lru 00000080:00200000:1.0:1787826415.672520:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007511b22a 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672522:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ae252e2a 00000080:00200000:1.0:1787826415.672523:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:1.0:1787826415.672525:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672544:0:18582:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672548:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d685745b[3 000000002046d308 2 1 000000002cef9668 0 0 242] 00000080:00200000:1.0:1787826415.672551:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008f605b82 17ffffc0001001 3:0 ffff9ab5c288f9f8 242 lru 00000080:00200000:1.0:1787826415.672556:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000071c54372 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672558:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d685745b 00000080:00200000:1.0:1787826415.672559:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1787826415.672560:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672574:0:18582:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672578:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000abeddef8[3 000000002046d308 2 1 000000002cef9668 0 0 243] 00000080:00200000:1.0:1787826415.672581:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005da9abb1 17ffffc0001001 3:0 ffff9ab5c288f570 243 lru 00000080:00200000:1.0:1787826415.672586:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fbe05735 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672588:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000abeddef8 00000080:00200000:1.0:1787826415.672589:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1787826415.672591:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672605:0:18582:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672610:0:18582:0:(rw26.c:933:ll_write_end()) page@000000004760730d[3 000000002046d308 2 1 000000002cef9668 0 0 244] 00000080:00200000:1.0:1787826415.672612:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006c4e8a59 17ffffc0001001 3:0 ffff9ab5c288f1d0 244 lru 00000080:00200000:1.0:1787826415.672617:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0176331 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672619:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000004760730d 00000080:00200000:1.0:1787826415.672620:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1787826415.672622:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672636:0:18582:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672642:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000405d1739[3 000000002046d308 2 1 000000002cef9668 0 0 245] 00000080:00200000:1.0:1787826415.672644:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2052562 17ffffc0001001 3:0 ffff9ab5c288f2b8 245 lru 00000080:00200000:1.0:1787826415.672649:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff4d1a9f 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672651:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000405d1739 00000080:00200000:1.0:1787826415.672652:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1787826415.672653:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672667:0:18582:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672672:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008951e76d[3 000000002046d308 2 1 000000002cef9668 0 0 246] 00000080:00200000:1.0:1787826415.672675:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004f4bf77c 17ffffc0001001 3:0 ffff9ab5c288fae0 246 lru 00000080:00200000:1.0:1787826415.672679:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003e6fb84c 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672681:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008951e76d 00000080:00200000:1.0:1787826415.672682:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1787826415.672684:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.672698:0:18582:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:1.0:1787826415.672703:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e8618f82[3 000000002046d308 2 1 000000002cef9668 0 0 247] 00000080:00200000:1.0:1787826415.672705:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000075a0cf72 17ffffc0001001 3:0 ffff9ab5c288f740 247 lru 00000080:00200000:1.0:1787826415.672710:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000005f63184 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.672712:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e8618f82 00000080:00200000:1.0:1787826415.672713:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1787826415.672714:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.673929:0:18582:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:1.0:1787826415.673941:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000014565ee9[3 000000002046d308 2 1 000000002cef9668 0 0 248] 00000080:00200000:1.0:1787826415.673944:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000021952475 17ffffc0001001 3:0 ffff9ab5c288fd98 248 lru 00000080:00200000:1.0:1787826415.673951:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000019546ab8 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.673954:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000014565ee9 00000080:00200000:1.0:1787826415.673955:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1787826415.673959:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.673986:0:18582:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:1.0:1787826415.673991:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a930e445[3 000000002046d308 2 1 000000002cef9668 0 0 249] 00000080:00200000:1.0:1787826415.673994:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000da1c99e4 17ffffc0001001 3:0 ffff9ab5c288fe80 249 lru 00000080:00200000:1.0:1787826415.673999:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008fdba844 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674001:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a930e445 00000080:00200000:1.0:1787826415.674002:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:1.0:1787826415.674004:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674021:0:18582:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674026:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ef503cab[3 000000002046d308 2 1 000000002cef9668 0 0 250] 00000080:00200000:1.0:1787826415.674028:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006e938f13 17ffffc0001001 3:0 ffff9ab5c288f658 250 lru 00000080:00200000:1.0:1787826415.674033:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000006551422 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674036:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ef503cab 00000080:00200000:1.0:1787826415.674037:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1787826415.674038:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674054:0:18582:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674059:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fd9d2336[3 000000002046d308 2 1 000000002cef9668 0 0 251] 00000080:00200000:1.0:1787826415.674062:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b021a2c6 17ffffc0001001 3:0 ffff9ab5c288f910 251 lru 00000080:00200000:1.0:1787826415.674067:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000044746da0 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674070:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fd9d2336 00000080:00200000:1.0:1787826415.674070:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1787826415.674072:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674087:0:18582:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674092:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000dc13843a[3 000000002046d308 2 1 000000002cef9668 0 0 252] 00000080:00200000:1.0:1787826415.674095:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000dbe86262 17ffffc0001001 3:0 ffff9ab5c288fbc8 252 lru 00000080:00200000:1.0:1787826415.674099:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000aade9cf7 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674102:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000dc13843a 00000080:00200000:1.0:1787826415.674103:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1787826415.674105:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674120:0:18582:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674125:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000075cc77bf[3 000000002046d308 2 1 000000002cef9668 0 0 253] 00000080:00200000:1.0:1787826415.674128:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d008b529 17ffffc0001001 3:0 ffff9ab5c288f0e8 253 lru 00000080:00200000:1.0:1787826415.674133:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000066e4ecb1 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674136:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000075cc77bf 00000080:00200000:1.0:1787826415.674137:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1787826415.674139:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674154:0:18582:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674159:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f4e4ca44[3 000000002046d308 2 1 000000002cef9668 0 0 254] 00000080:00200000:1.0:1787826415.674162:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000056444129 17ffffc0001001 3:0 ffff9ab5c288f828 254 lru 00000080:00200000:1.0:1787826415.674167:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b24a6cc2 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674169:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f4e4ca44 00000080:00200000:1.0:1787826415.674170:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1787826415.674171:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:1.0:1787826415.674198:0:18582:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:1.0:1787826415.674203:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f40c691b[3 000000002046d308 2 1 000000002cef9668 0 0 255] 00000080:00200000:1.0:1787826415.674206:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c22bfac7 17ffffc0001021 2:0 ffff9ab5f99dc2b8 255 lru 00000080:00200000:1.0:1787826415.674211:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009d42f6af 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 28966912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826415.674225:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f40c691b 00000080:00200000:1.0:1787826415.674226:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1787826415.674230:0:18582:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1787826415.674286:0:18582:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000094ed9ea6 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826415.674322:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674341:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674359:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674374:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674390:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674429:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674446:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674463:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674478:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674492:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674507:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674522:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674538:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674552:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674569:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674584:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674599:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826415.674604:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 1, dirtied 1 00000080:00200000:1.0:1787826415.674625:0:18582:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000008:00010000:1.0:1787826415.674650:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000094ed9ea6 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1787826415.674663:0:13923:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000094ed9ea6 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826415.677441:0:13923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1787826415.677920:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b9680 - object 0x280000403:40 offset 0<>1048576 00000100:00100000:1.0:1787826415.677978:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428554112:192.168.203.115@tcp:4:dd.0 00000100:00100000:1.0:1787826415.905679:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826415.905713:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826415.908952:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826415.982739:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968721 gen 4 00000100:00100000:1.0:1787826415.982805:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428554368:192.168.203.115@tcp:16:dd.0 00000080:00200000:0.0:1787826416.023091:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 487 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023106:0:18582:0:(rw26.c:875:ll_write_end()) pos 1994752, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023110:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002f5e378e[3 000000002046d308 2 1 000000002cef9668 0 0 487] 00000080:00200000:0.0:1787826416.023114:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001965b217 17ffffc0001001 3:0 ffff9ab5f0373740 487 lru 00000080:00200000:0.0:1787826416.023119:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000634dfa6a 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023121:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002f5e378e 00000080:00200000:0.0:1787826416.023122:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:0.0:1787826416.023125:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 488 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023139:0:18582:0:(rw26.c:875:ll_write_end()) pos 1998848, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023143:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f50ccb6a[3 000000002046d308 2 1 000000002cef9668 0 0 488] 00000080:00200000:0.0:1787826416.023146:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5d0c209 17ffffc0001001 3:0 ffff9ab5f0373ae0 488 lru 00000080:00200000:0.0:1787826416.023151:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000072afa0ab 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023153:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f50ccb6a 00000080:00200000:0.0:1787826416.023154:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:0.0:1787826416.023156:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 489 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023172:0:18582:0:(rw26.c:875:ll_write_end()) pos 2002944, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023176:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003ddd8fed[3 000000002046d308 2 1 000000002cef9668 0 0 489] 00000080:00200000:0.0:1787826416.023179:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000007044d88 17ffffc0001001 3:0 ffff9ab5f03732b8 489 lru 00000080:00200000:0.0:1787826416.023184:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad2e83b2 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023186:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003ddd8fed 00000080:00200000:0.0:1787826416.023187:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:0.0:1787826416.023189:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 490 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023203:0:18582:0:(rw26.c:875:ll_write_end()) pos 2007040, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023207:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fb7f51b8[3 000000002046d308 2 1 000000002cef9668 0 0 490] 00000080:00200000:0.0:1787826416.023222:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000eac5cc23 17ffffc0001001 3:0 ffff9ab5f03731d0 490 lru 00000080:00200000:0.0:1787826416.023228:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e004e5e9 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023230:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fb7f51b8 00000080:00200000:0.0:1787826416.023231:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:0.0:1787826416.023234:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 491 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023250:0:18582:0:(rw26.c:875:ll_write_end()) pos 2011136, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023255:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b00b7cba[3 000000002046d308 2 1 000000002cef9668 0 0 491] 00000080:00200000:0.0:1787826416.023258:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006791e7f7 17ffffc0001001 3:0 ffff9ab5f0373570 491 lru 00000080:00200000:0.0:1787826416.023264:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001a096ba8 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023266:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b00b7cba 00000080:00200000:0.0:1787826416.023267:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:0.0:1787826416.023269:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 492 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023286:0:18582:0:(rw26.c:875:ll_write_end()) pos 2015232, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023290:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001b16aa7a[3 000000002046d308 2 1 000000002cef9668 0 0 492] 00000080:00200000:0.0:1787826416.023294:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002102b4e5 17ffffc0001001 3:0 ffff9ab5f03739f8 492 lru 00000080:00200000:0.0:1787826416.023299:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000f2a82f9 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023301:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001b16aa7a 00000080:00200000:0.0:1787826416.023302:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:0.0:1787826416.023304:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 493 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023317:0:18582:0:(rw26.c:875:ll_write_end()) pos 2019328, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023321:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000cb5b2ae6[3 000000002046d308 2 1 000000002cef9668 0 0 493] 00000080:00200000:0.0:1787826416.023324:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002dfdcef1 17ffffc0001001 3:0 ffff9ab5f0373488 493 lru 00000080:00200000:0.0:1787826416.023329:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000019e2f872 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023331:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000cb5b2ae6 00000080:00200000:0.0:1787826416.023332:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:0.0:1787826416.023334:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 494 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023349:0:18582:0:(rw26.c:875:ll_write_end()) pos 2023424, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023353:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c0a756e0[3 000000002046d308 2 1 000000002cef9668 0 0 494] 00000080:00200000:0.0:1787826416.023356:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000072561b30 17ffffc0001001 3:0 ffff9ab5f2320828 494 lru 00000080:00200000:0.0:1787826416.023361:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000030a60fc9 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023364:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c0a756e0 00000080:00200000:0.0:1787826416.023365:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:0.0:1787826416.023366:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 495 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023383:0:18582:0:(rw26.c:875:ll_write_end()) pos 2027520, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023388:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001758dcda[3 000000002046d308 2 1 000000002cef9668 0 0 495] 00000080:00200000:0.0:1787826416.023390:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d45ffd0a 17ffffc0001001 3:0 ffff9ab5f23200e8 495 lru 00000080:00200000:0.0:1787826416.023396:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004475f3dc 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023878:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001758dcda 00000080:00200000:0.0:1787826416.023880:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:0.0:1787826416.023884:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 496 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023902:0:18582:0:(rw26.c:875:ll_write_end()) pos 2031616, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023907:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000cf5af6fb[3 000000002046d308 2 1 000000002cef9668 0 0 496] 00000080:00200000:0.0:1787826416.023910:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4e911b7 17ffffc0001001 3:0 ffff9ab5f2320bc8 496 lru 00000080:00200000:0.0:1787826416.023916:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb9b209c 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023918:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000cf5af6fb 00000080:00200000:0.0:1787826416.023919:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:0.0:1787826416.023921:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 497 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023936:0:18582:0:(rw26.c:875:ll_write_end()) pos 2035712, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023940:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e635ba2c[3 000000002046d308 2 1 000000002cef9668 0 0 497] 00000080:00200000:0.0:1787826416.023942:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000789c6e13 17ffffc0001001 3:0 ffff9ab5f2320910 497 lru 00000080:00200000:0.0:1787826416.023947:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c90984e4 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023949:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e635ba2c 00000080:00200000:0.0:1787826416.023949:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:0.0:1787826416.023951:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 498 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.023969:0:18582:0:(rw26.c:875:ll_write_end()) pos 2039808, len 4096, copied 4096 00000080:00200000:0.0:1787826416.023973:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d4ac2143[3 000000002046d308 2 1 000000002cef9668 0 0 498] 00000080:00200000:0.0:1787826416.023976:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000098f58f40 17ffffc0001021 2:0 ffff9ab5f2320658 498 lru 00000080:00200000:0.0:1787826416.023981:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003c434e0b 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.023983:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d4ac2143 00000080:00200000:0.0:1787826416.023984:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:0.0:1787826416.023986:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 499 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024003:0:18582:0:(rw26.c:875:ll_write_end()) pos 2043904, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024007:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003a0e5f45[3 000000002046d308 2 1 000000002cef9668 0 0 499] 00000080:00200000:0.0:1787826416.024010:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000041d821b1 17ffffc0001001 3:0 ffff9ab5f2320e80 499 lru 00000080:00200000:0.0:1787826416.024015:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000046157581 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024016:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003a0e5f45 00000080:00200000:0.0:1787826416.024017:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:0.0:1787826416.024019:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 500 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024029:0:18582:0:(rw26.c:875:ll_write_end()) pos 2048000, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024033:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ac8b1d6f[3 000000002046d308 2 1 000000002cef9668 0 0 500] 00000080:00200000:0.0:1787826416.024036:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009fd0ef09 17ffffc0001001 3:0 ffff9ab5f2320d98 500 lru 00000080:00200000:0.0:1787826416.024040:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000503af937 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024042:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ac8b1d6f 00000080:00200000:0.0:1787826416.024043:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:0.0:1787826416.024045:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 501 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024056:0:18582:0:(rw26.c:875:ll_write_end()) pos 2052096, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024060:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f8b3478e[3 000000002046d308 2 1 000000002cef9668 0 0 501] 00000080:00200000:0.0:1787826416.024063:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000000d5e446 17ffffc0001001 3:0 ffff9ab5f2320740 501 lru 00000080:00200000:0.0:1787826416.024068:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000693a07c6 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024070:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f8b3478e 00000080:00200000:0.0:1787826416.024071:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:0.0:1787826416.024073:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 502 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024237:0:18582:0:(rw26.c:875:ll_write_end()) pos 2056192, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024243:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000361b80c2[3 000000002046d308 2 1 000000002cef9668 0 0 502] 00000080:00200000:0.0:1787826416.024246:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000290345ef 17ffffc0001001 3:0 ffff9ab5f2320ae0 502 lru 00000080:00200000:0.0:1787826416.024251:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000345a4f69 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024253:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000361b80c2 00000080:00200000:0.0:1787826416.024254:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:0.0:1787826416.024256:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 503 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024273:0:18582:0:(rw26.c:875:ll_write_end()) pos 2060288, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024277:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d966e645[3 000000002046d308 2 1 000000002cef9668 0 0 503] 00000080:00200000:0.0:1787826416.024281:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c541e2b6 17ffffc0001001 3:0 ffff9ab5f23202b8 503 lru 00000080:00200000:0.0:1787826416.024286:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000002004c3c 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024288:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d966e645 00000080:00200000:0.0:1787826416.024289:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:0.0:1787826416.024291:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 504 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024306:0:18582:0:(rw26.c:875:ll_write_end()) pos 2064384, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024310:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000094381a6c[3 000000002046d308 2 1 000000002cef9668 0 0 504] 00000080:00200000:0.0:1787826416.024313:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000adae4795 17ffffc0001001 3:0 ffff9ab5f23201d0 504 lru 00000080:00200000:0.0:1787826416.024318:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008ea740a5 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024322:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000094381a6c 00000080:00200000:0.0:1787826416.024323:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:0.0:1787826416.024324:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 505 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024340:0:18582:0:(rw26.c:875:ll_write_end()) pos 2068480, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024344:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000028a3f1e9[3 000000002046d308 2 1 000000002cef9668 0 0 505] 00000080:00200000:0.0:1787826416.024347:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c772f20f 17ffffc0001001 3:0 ffff9ab5f2320570 505 lru 00000080:00200000:0.0:1787826416.024352:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008887dc02 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024354:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000028a3f1e9 00000080:00200000:0.0:1787826416.024355:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1787826416.024357:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 506 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024374:0:18582:0:(rw26.c:875:ll_write_end()) pos 2072576, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024379:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000085c9481e[3 000000002046d308 2 1 000000002cef9668 0 0 506] 00000080:00200000:0.0:1787826416.024381:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008ff2c83d 17ffffc0001001 3:0 ffff9ab5f23209f8 506 lru 00000080:00200000:0.0:1787826416.024387:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002267ae2c 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024389:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000085c9481e 00000080:00200000:0.0:1787826416.024390:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:0.0:1787826416.024392:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 507 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024890:0:18582:0:(rw26.c:875:ll_write_end()) pos 2076672, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024896:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000962abead[3 000000002046d308 2 1 000000002cef9668 0 0 507] 00000080:00200000:0.0:1787826416.024899:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000086dd63fc 17ffffc0001001 3:0 ffff9ab5f2320488 507 lru 00000080:00200000:0.0:1787826416.024905:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f5da1770 507: 1< 0 - - > 2< 2076672 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024907:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000962abead 00000080:00200000:0.0:1787826416.024908:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:0.0:1787826416.024910:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 508 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024924:0:18582:0:(rw26.c:875:ll_write_end()) pos 2080768, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024928:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000995c8806[3 000000002046d308 2 1 000000002cef9668 0 0 508] 00000080:00200000:0.0:1787826416.024931:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d63d6201 17ffffc0001001 3:0 ffff9ab5f2320000 508 lru 00000080:00200000:0.0:1787826416.024935:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003e8d3d2a 508: 1< 0 - - > 2< 2080768 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024937:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000995c8806 00000080:00200000:0.0:1787826416.024938:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1787826416.024939:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 509 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024950:0:18582:0:(rw26.c:875:ll_write_end()) pos 2084864, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024954:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b1596d77[3 000000002046d308 2 1 000000002cef9668 0 0 509] 00000080:00200000:0.0:1787826416.024957:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000962ff82f 17ffffc0001001 3:0 ffff9ab5f23203a0 509 lru 00000080:00200000:0.0:1787826416.024961:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000052ad9b9a 509: 1< 0 - - > 2< 2084864 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024963:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b1596d77 00000080:00200000:0.0:1787826416.024964:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1787826416.024966:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 510 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.024976:0:18582:0:(rw26.c:875:ll_write_end()) pos 2088960, len 4096, copied 4096 00000080:00200000:0.0:1787826416.024980:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000067490b12[3 000000002046d308 2 1 000000002cef9668 0 0 510] 00000080:00200000:0.0:1787826416.024982:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a30fb3b8 17ffffc0001001 3:0 ffff9ab5f2320cb0 510 lru 00000080:00200000:0.0:1787826416.024987:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fe06c696 510: 1< 0 - - > 2< 2088960 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.024989:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000067490b12 00000080:00200000:0.0:1787826416.024990:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1787826416.024991:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 511 of 0 to 4096 bytes 00000080:00200000:0.0:1787826416.025003:0:18582:0:(rw26.c:875:ll_write_end()) pos 2093056, len 4096, copied 4096 00000080:00200000:0.0:1787826416.025007:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ee867ea7[3 000000002046d308 2 1 000000002cef9668 0 0 511] 00000080:00200000:0.0:1787826416.025010:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001585ca78 17ffffc0001001 3:0 ffff9ab5ea989cb0 511 lru 00000080:00200000:0.0:1787826416.025015:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000be1bb793 511: 1< 0 - - > 2< 2093056 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 30670848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826416.025017:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ee867ea7 00000080:00200000:0.0:1787826416.025018:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1787826416.025021:0:18582:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1787826416.025077:0:18582:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000005aa14460 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826416.025111:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025127:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025141:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025155:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025169:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025183:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025197:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025252:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025269:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025283:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025296:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025310:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025325:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025339:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025353:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025368:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025381:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:0.0:1787826416.025385:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 1, dirtied 1 00000080:00200000:0.0:1787826416.025905:0:18582:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000008:00010000:0.0:1787826416.025991:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000005aa14460 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787826416.026007:0:54:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000005aa14460 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826416.026254:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1787826416.026832:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27ac780 - object 0x280000403:40 offset 1048576<>2097152 00000100:00100000:0.0:1787826416.026878:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826416.026897:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428554752:192.168.203.115@tcp:4:dd.0 00000080:00200008:1.0:1787826416.035172:0:18582:0:(file.c:5401:ll_fsync()) START file: name=f6.sanity-pfl, fid=[0x200000401:0x25a:0x0], start=1048576, end=2097151, datasync=0, need_sync 0/1 00000008:00010000:1.0:1787826416.046124:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000005aa14460 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787826416.046362:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000005aa14460 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787826416.046425:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428554752:192.168.203.115@tcp:4:dd.0 00000080:00200000:1.0:1787826416.163681:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:1.0:1787826416.163698:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826416.163720:0:18582:0:(vvp_io.c:1421:vvp_io_write_start()) f6.sanity-pfl: write bytes 0, result: 1048576 00000080:00200000:1.0:1787826416.163855:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1787826416.163861:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.163865:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.163869:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54930 (ffff9ab5f1cb4758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826416.163880:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826416.163895:0:18582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1787826416.163911:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.163915:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54930 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.163924:0:18582:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1787826416.163930:0:18582:0:(file.c:2207:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:1.0:1787826416.163936:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826416.163940:0:18582:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1787826416.163946:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:1.0:1787826416.163949:0:18582:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826416.193594:0:18582:0:(file.c:2652:do_file_write_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2097152, count: 1048576 00000080:00200000:1.0:1787826416.193679:0:18582:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: write ppos: 2097152, bytes: 1048576 00000080:00200000:1.0:1787826416.193685:0:18582:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826416.193694:0:18582:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 513, [0x200000401:0x25a:0x0] hash] 00000020:00200000:1.0:1787826416.193697:0:18582:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [2097152, 3145728) 0 0 00000080:00200000:1.0:1787826416.193702:0:18582:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787826416.193784:0:18582:0:(file.c:2170:ll_file_io_generic()) Range lock [512, 767] 00020000:00200000:1.0:1787826416.193795:0:18582:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 2097152 chunk: [2097152, 3145728) 3145728, 1048576 00020000:00200000:1.0:1787826416.193798:0:18582:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826416.193817:0:18582:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 767] 00000008:00010000:1.0:1787826416.193833:0:18582:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826416.193838:0:18582:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310330, osc lock ffff9ab5c50255f0, flags 0x0 00010000:00010000:1.0:1787826416.193859:0:18582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.193875:0:18582:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 3145727) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.193888:0:18582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 6/0,2 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.193898:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 6/0,2 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.193906:0:18582:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826416.193917:0:18582:0:(vvp_io.c:1339:vvp_io_write_start()) f6.sanity-pfl: write [2097152, 3145728) append 0 append lockpos 0 00000080:00200000:1.0:1787826416.193929:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 512 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.193981:0:18582:0:(rw26.c:875:ll_write_end()) pos 2097152, len 4096, copied 4096 00000080:00200000:1.0:1787826416.193989:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000043ced08[3 000000002046d308 2 1 000000002cef9668 0 0 512] 00000080:00200000:1.0:1787826416.193993:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000060b1bbb7 17ffffc0001001 3:0 ffff9ab5f99dcae0 512 lru 00000080:00200000:1.0:1787826416.194000:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000063defb5c 512: 1< 0 - - > 2< 2097152 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194002:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000043ced08 00000080:00200000:1.0:1787826416.194004:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787826416.194007:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 513 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194024:0:18582:0:(rw26.c:875:ll_write_end()) pos 2101248, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194029:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000089233ebd[3 000000002046d308 2 1 000000002cef9668 0 0 513] 00000080:00200000:1.0:1787826416.194032:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000da2ef260 17ffffc0001001 3:0 ffff9ab5f99dc740 513 lru 00000080:00200000:1.0:1787826416.194038:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000070accfdb 513: 1< 0 - - > 2< 2101248 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194040:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000089233ebd 00000080:00200000:1.0:1787826416.194041:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787826416.194043:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 514 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194058:0:18582:0:(rw26.c:875:ll_write_end()) pos 2105344, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194062:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000807660fa[3 000000002046d308 2 1 000000002cef9668 0 0 514] 00000080:00200000:1.0:1787826416.194065:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008555c070 17ffffc0001001 3:0 ffff9ab5f99dcd98 514 lru 00000080:00200000:1.0:1787826416.194069:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000111c77f2 514: 1< 0 - - > 2< 2105344 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194071:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000807660fa 00000080:00200000:1.0:1787826416.194072:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787826416.194074:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 515 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194192:0:18582:0:(rw26.c:875:ll_write_end()) pos 2109440, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194197:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009bea2f68[3 000000002046d308 2 1 000000002cef9668 0 0 515] 00000080:00200000:1.0:1787826416.194200:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4eae575 17ffffc0001001 3:0 ffff9ab5f99dce80 515 lru 00000080:00200000:1.0:1787826416.194206:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000dca541b3 515: 1< 0 - - > 2< 2109440 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194208:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009bea2f68 00000080:00200000:1.0:1787826416.194221:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1787826416.194224:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 516 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194241:0:18582:0:(rw26.c:875:ll_write_end()) pos 2113536, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194245:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d867fac6[3 000000002046d308 2 1 000000002cef9668 0 0 516] 00000080:00200000:1.0:1787826416.194249:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000915bc4c 17ffffc0001001 3:0 ffff9ab5f99dc658 516 lru 00000080:00200000:1.0:1787826416.194254:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000062925ff6 516: 1< 0 - - > 2< 2113536 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194256:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d867fac6 00000080:00200000:1.0:1787826416.194257:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1787826416.194259:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 517 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194272:0:18582:0:(rw26.c:875:ll_write_end()) pos 2117632, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194278:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000014bc2d1f[3 000000002046d308 2 1 000000002cef9668 0 0 517] 00000080:00200000:1.0:1787826416.194280:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000089dc57ef 17ffffc0001001 3:0 ffff9ab5f99dc910 517 lru 00000080:00200000:1.0:1787826416.194286:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000591d4912 517: 1< 0 - - > 2< 2117632 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194288:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000014bc2d1f 00000080:00200000:1.0:1787826416.194289:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1787826416.194291:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 518 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194307:0:18582:0:(rw26.c:875:ll_write_end()) pos 2121728, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194312:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000065b93eef[3 000000002046d308 2 1 000000002cef9668 0 0 518] 00000080:00200000:1.0:1787826416.194315:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000df5aef68 17ffffc0001001 3:0 ffff9ab5f99dcbc8 518 lru 00000080:00200000:1.0:1787826416.194320:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8675682 518: 1< 0 - - > 2< 2121728 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194323:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000065b93eef 00000080:00200000:1.0:1787826416.194324:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1787826416.194326:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 519 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194341:0:18582:0:(rw26.c:875:ll_write_end()) pos 2125824, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194345:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006af2910a[3 000000002046d308 2 1 000000002cef9668 0 0 519] 00000080:00200000:1.0:1787826416.194347:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007ecc9b9c 17ffffc0001001 3:0 ffff9ab5f99dc0e8 519 lru 00000080:00200000:1.0:1787826416.194352:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006346e48b 519: 1< 0 - - > 2< 2125824 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194354:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006af2910a 00000080:00200000:1.0:1787826416.194355:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1787826416.194357:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 520 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194370:0:18582:0:(rw26.c:875:ll_write_end()) pos 2129920, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194375:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000225049fd[3 000000002046d308 2 1 000000002cef9668 0 0 520] 00000080:00200000:1.0:1787826416.194378:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fb31f419 17ffffc0001001 3:0 ffff9ab5f99dc828 520 lru 00000080:00200000:1.0:1787826416.194382:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007e64e626 520: 1< 0 - - > 2< 2129920 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194384:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000225049fd 00000080:00200000:1.0:1787826416.194385:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1787826416.194387:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 521 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194425:0:18582:0:(rw26.c:875:ll_write_end()) pos 2134016, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194431:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a011b2ab[3 000000002046d308 2 1 000000002cef9668 0 0 521] 00000080:00200000:1.0:1787826416.194434:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009f6a901d 17ffffc0001001 3:0 ffff9ab5f99dccb0 521 lru 00000080:00200000:1.0:1787826416.194440:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000360c1b2f 521: 1< 0 - - > 2< 2134016 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194442:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a011b2ab 00000080:00200000:1.0:1787826416.194443:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1787826416.194445:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 522 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194462:0:18582:0:(rw26.c:875:ll_write_end()) pos 2138112, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194467:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000059ede660[3 000000002046d308 2 1 000000002cef9668 0 0 522] 00000080:00200000:1.0:1787826416.194469:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000a6087ae 17ffffc0001001 3:0 ffff9ab5f99dc3a0 522 lru 00000080:00200000:1.0:1787826416.194539:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000053495786 522: 1< 0 - - > 2< 2138112 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194542:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000059ede660 00000080:00200000:1.0:1787826416.194543:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1787826416.194545:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 523 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194561:0:18582:0:(rw26.c:875:ll_write_end()) pos 2142208, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194566:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006994c63e[3 000000002046d308 2 1 000000002cef9668 0 0 523] 00000080:00200000:1.0:1787826416.194569:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4792caf 17ffffc0001001 3:0 ffff9ab5f99dc000 523 lru 00000080:00200000:1.0:1787826416.194574:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f8413f89 523: 1< 0 - - > 2< 2142208 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194576:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006994c63e 00000080:00200000:1.0:1787826416.194577:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1787826416.194578:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 524 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194592:0:18582:0:(rw26.c:875:ll_write_end()) pos 2146304, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194596:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000055431408[3 000000002046d308 2 1 000000002cef9668 0 0 524] 00000080:00200000:1.0:1787826416.194599:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2e1264e 17ffffc0001001 3:0 ffff9ab5f99dc488 524 lru 00000080:00200000:1.0:1787826416.194672:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000062d1ebb 524: 1< 0 - - > 2< 2146304 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194677:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000055431408 00000080:00200000:1.0:1787826416.194678:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1787826416.194680:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 525 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194699:0:18582:0:(rw26.c:875:ll_write_end()) pos 2150400, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194703:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d448a1fa[3 000000002046d308 2 1 000000002cef9668 0 0 525] 00000080:00200000:1.0:1787826416.194705:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000117f8ca8 17ffffc0001001 3:0 ffff9ab5f99dc9f8 525 lru 00000080:00200000:1.0:1787826416.194710:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004bdf4ad8 525: 1< 0 - - > 2< 2150400 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194712:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d448a1fa 00000080:00200000:1.0:1787826416.194713:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1787826416.194714:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 526 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194797:0:18582:0:(rw26.c:875:ll_write_end()) pos 2154496, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194802:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000bdea7881[3 000000002046d308 2 1 000000002cef9668 0 0 526] 00000080:00200000:1.0:1787826416.194805:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc345bbe 17ffffc0001021 2:0 ffff9ab5f99dc570 526 lru 00000080:00200000:1.0:1787826416.194810:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d682ea11 526: 1< 0 - - > 2< 2154496 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194812:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000bdea7881 00000080:00200000:1.0:1787826416.194813:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1787826416.194815:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 527 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194831:0:18582:0:(rw26.c:875:ll_write_end()) pos 2158592, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194835:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e5c34c4d[3 000000002046d308 2 1 000000002cef9668 0 0 527] 00000080:00200000:1.0:1787826416.194838:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002f453ecf 17ffffc0001001 3:0 ffff9ab5f99dc1d0 527 lru 00000080:00200000:1.0:1787826416.194842:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000040399834 527: 1< 0 - - > 2< 2158592 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194844:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e5c34c4d 00000080:00200000:1.0:1787826416.194845:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1787826416.194847:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 528 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194860:0:18582:0:(rw26.c:875:ll_write_end()) pos 2162688, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194864:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000efceceb4[3 000000002046d308 2 1 000000002cef9668 0 0 528] 00000080:00200000:1.0:1787826416.194867:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008bf362fc 17ffffc0001001 3:0 ffff9ab5eae563a0 528 lru 00000080:00200000:1.0:1787826416.194872:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000587af9ee 528: 1< 0 - - > 2< 2162688 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194874:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000efceceb4 00000080:00200000:1.0:1787826416.194875:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1787826416.194877:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 529 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194890:0:18582:0:(rw26.c:875:ll_write_end()) pos 2166784, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194895:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000071e1f7f9[3 000000002046d308 2 1 000000002cef9668 0 0 529] 00000080:00200000:1.0:1787826416.194898:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004ddb11c5 17ffffc0001001 3:0 ffff9ab5eae56000 529 lru 00000080:00200000:1.0:1787826416.194903:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000062f2dd23 529: 1< 0 - - > 2< 2166784 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194905:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000071e1f7f9 00000080:00200000:1.0:1787826416.194906:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1787826416.194908:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 530 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194920:0:18582:0:(rw26.c:875:ll_write_end()) pos 2170880, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194924:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fdf6c840[3 000000002046d308 2 1 000000002cef9668 0 0 530] 00000080:00200000:1.0:1787826416.194927:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008a5b8c56 17ffffc0001001 3:0 ffff9ab5eae56488 530 lru 00000080:00200000:1.0:1787826416.194932:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008770775b 530: 1< 0 - - > 2< 2170880 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194934:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fdf6c840 00000080:00200000:1.0:1787826416.194935:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1787826416.194937:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 531 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194949:0:18582:0:(rw26.c:875:ll_write_end()) pos 2174976, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194953:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003afc1bf5[3 000000002046d308 2 1 000000002cef9668 0 0 531] 00000080:00200000:1.0:1787826416.194956:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d45c884c 17ffffc0001001 3:0 ffff9ab5eae569f8 531 lru 00000080:00200000:1.0:1787826416.194961:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a26f7fa1 531: 1< 0 - - > 2< 2174976 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194963:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003afc1bf5 00000080:00200000:1.0:1787826416.194964:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1787826416.194966:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 532 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.194980:0:18582:0:(rw26.c:875:ll_write_end()) pos 2179072, len 4096, copied 4096 00000080:00200000:1.0:1787826416.194984:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000554e45bc[3 000000002046d308 2 1 000000002cef9668 0 0 532] 00000080:00200000:1.0:1787826416.194987:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3ab392f 17ffffc0001001 3:0 ffff9ab5eae56570 532 lru 00000080:00200000:1.0:1787826416.194992:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0a657a4 532: 1< 0 - - > 2< 2179072 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.194995:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000554e45bc 00000080:00200000:1.0:1787826416.194996:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:1.0:1787826416.194997:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 533 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195009:0:18582:0:(rw26.c:875:ll_write_end()) pos 2183168, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195013:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000074a183a3[3 000000002046d308 2 1 000000002cef9668 0 0 533] 00000080:00200000:1.0:1787826416.195016:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000955b5b72 17ffffc0001001 3:0 ffff9ab5eae561d0 533 lru 00000080:00200000:1.0:1787826416.195021:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000bb0b95cf 533: 1< 0 - - > 2< 2183168 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195023:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000074a183a3 00000080:00200000:1.0:1787826416.195024:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:1.0:1787826416.195026:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 534 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195038:0:18582:0:(rw26.c:875:ll_write_end()) pos 2187264, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195043:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000005eb723d[3 000000002046d308 2 1 000000002cef9668 0 0 534] 00000080:00200000:1.0:1787826416.195046:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000029f91721 17ffffc0001001 3:0 ffff9ab5eae562b8 534 lru 00000080:00200000:1.0:1787826416.195051:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002a2e5b43 534: 1< 0 - - > 2< 2187264 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195053:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000005eb723d 00000080:00200000:1.0:1787826416.195054:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:1.0:1787826416.195056:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 535 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195069:0:18582:0:(rw26.c:875:ll_write_end()) pos 2191360, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195073:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ffb41fb8[3 000000002046d308 2 1 000000002cef9668 0 0 535] 00000080:00200000:1.0:1787826416.195075:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba25106c 17ffffc0001001 3:0 ffff9ab5eae56ae0 535 lru 00000080:00200000:1.0:1787826416.195080:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000070d7ba0b 535: 1< 0 - - > 2< 2191360 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195142:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ffb41fb8 00000080:00200000:1.0:1787826416.195143:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:1.0:1787826416.195145:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 536 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195162:0:18582:0:(rw26.c:875:ll_write_end()) pos 2195456, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195166:0:18582:0:(rw26.c:933:ll_write_end()) page@000000004b16b8d0[3 000000002046d308 2 1 000000002cef9668 0 0 536] 00000080:00200000:1.0:1787826416.195168:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009a2ce4fb 17ffffc0001001 3:0 ffff9ab5eae56740 536 lru 00000080:00200000:1.0:1787826416.195174:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000070a64ce 536: 1< 0 - - > 2< 2195456 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195176:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000004b16b8d0 00000080:00200000:1.0:1787826416.195177:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:1.0:1787826416.195178:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 537 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195192:0:18582:0:(rw26.c:875:ll_write_end()) pos 2199552, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195195:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e22e6c77[3 000000002046d308 2 1 000000002cef9668 0 0 537] 00000080:00200000:1.0:1787826416.195198:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f77510de 17ffffc0001001 3:0 ffff9ab5eae56d98 537 lru 00000080:00200000:1.0:1787826416.195203:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d6f4edc5 537: 1< 0 - - > 2< 2199552 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195206:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e22e6c77 00000080:00200000:1.0:1787826416.195207:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:1.0:1787826416.195219:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 538 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195234:0:18582:0:(rw26.c:875:ll_write_end()) pos 2203648, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195239:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000082bbe007[3 000000002046d308 2 1 000000002cef9668 0 0 538] 00000080:00200000:1.0:1787826416.195242:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002e4d39b0 17ffffc0001001 3:0 ffff9ab5eae56e80 538 lru 00000080:00200000:1.0:1787826416.195247:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009901fef1 538: 1< 0 - - > 2< 2203648 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195249:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000082bbe007 00000080:00200000:1.0:1787826416.195250:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:1.0:1787826416.195252:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 539 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195267:0:18582:0:(rw26.c:875:ll_write_end()) pos 2207744, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195272:0:18582:0:(rw26.c:933:ll_write_end()) page@000000007c9eed22[3 000000002046d308 2 1 000000002cef9668 0 0 539] 00000080:00200000:1.0:1787826416.195275:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004f7ec471 17ffffc0001001 3:0 ffff9ab5eae56658 539 lru 00000080:00200000:1.0:1787826416.195280:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001477b6f0 539: 1< 0 - - > 2< 2207744 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195282:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000007c9eed22 00000080:00200000:1.0:1787826416.195283:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:1.0:1787826416.195285:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 540 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195297:0:18582:0:(rw26.c:875:ll_write_end()) pos 2211840, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195302:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000949482ae[3 000000002046d308 2 1 000000002cef9668 0 0 540] 00000080:00200000:1.0:1787826416.195304:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009a158e46 17ffffc0001001 3:0 ffff9ab5eae56910 540 lru 00000080:00200000:1.0:1787826416.195309:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000b7503e9 540: 1< 0 - - > 2< 2211840 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195311:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000949482ae 00000080:00200000:1.0:1787826416.195312:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:1.0:1787826416.195314:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 541 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195330:0:18582:0:(rw26.c:875:ll_write_end()) pos 2215936, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195335:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000049908fec[3 000000002046d308 2 1 000000002cef9668 0 0 541] 00000080:00200000:1.0:1787826416.195337:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000221353aa 17ffffc0001021 2:0 ffff9ab5eae56bc8 541 lru 00000080:00200000:1.0:1787826416.195342:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fbd73b73 541: 1< 0 - - > 2< 2215936 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195345:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000049908fec 00000080:00200000:1.0:1787826416.195346:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:1.0:1787826416.195348:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 542 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195360:0:18582:0:(rw26.c:875:ll_write_end()) pos 2220032, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195364:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009a7abc86[3 000000002046d308 2 1 000000002cef9668 0 0 542] 00000080:00200000:1.0:1787826416.195368:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000041e7d25c 17ffffc0001001 3:0 ffff9ab5eae560e8 542 lru 00000080:00200000:1.0:1787826416.195373:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000818dc08f 542: 1< 0 - - > 2< 2220032 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195375:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009a7abc86 00000080:00200000:1.0:1787826416.195376:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:1.0:1787826416.195378:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 543 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195391:0:18582:0:(rw26.c:875:ll_write_end()) pos 2224128, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195395:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003f571864[3 000000002046d308 2 1 000000002cef9668 0 0 543] 00000080:00200000:1.0:1787826416.195423:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000069c22a57 17ffffc0001001 3:0 ffff9ab5eae56828 543 lru 00000080:00200000:1.0:1787826416.195429:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000048dac520 543: 1< 0 - - > 2< 2224128 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195432:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003f571864 00000080:00200000:1.0:1787826416.195433:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:1.0:1787826416.195435:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 544 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195450:0:18582:0:(rw26.c:875:ll_write_end()) pos 2228224, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195456:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000098f9b75b[3 000000002046d308 2 1 000000002cef9668 0 0 544] 00000080:00200000:1.0:1787826416.195459:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e69a9c22 17ffffc0001001 3:0 ffff9ab5eae56cb0 544 lru 00000080:00200000:1.0:1787826416.195463:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003a256211 544: 1< 0 - - > 2< 2228224 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195465:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000098f9b75b 00000080:00200000:1.0:1787826416.195466:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:1.0:1787826416.195468:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 545 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195552:0:18582:0:(rw26.c:875:ll_write_end()) pos 2232320, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195558:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000deccd20[3 000000002046d308 2 1 000000002cef9668 0 0 545] 00000080:00200000:1.0:1787826416.195561:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000035d1da42 17ffffc0001001 3:0 ffff9ab5c87623a0 545 lru 00000080:00200000:1.0:1787826416.195566:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2544771 545: 1< 0 - - > 2< 2232320 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195568:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000deccd20 00000080:00200000:1.0:1787826416.195569:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:1.0:1787826416.195571:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 546 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195587:0:18582:0:(rw26.c:875:ll_write_end()) pos 2236416, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195591:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000e7c0af2[3 000000002046d308 2 1 000000002cef9668 0 0 546] 00000080:00200000:1.0:1787826416.195594:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c30fcde4 17ffffc0001001 3:0 ffff9ab5c8762000 546 lru 00000080:00200000:1.0:1787826416.195599:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005b7e0633 546: 1< 0 - - > 2< 2236416 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195664:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000e7c0af2 00000080:00200000:1.0:1787826416.195666:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:1.0:1787826416.195668:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 547 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195684:0:18582:0:(rw26.c:875:ll_write_end()) pos 2240512, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195689:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000176ad95b[3 000000002046d308 2 1 000000002cef9668 0 0 547] 00000080:00200000:1.0:1787826416.195896:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008b387587 17ffffc0001001 3:0 ffff9ab5c8762488 547 lru 00000080:00200000:1.0:1787826416.195904:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b45e7e44 547: 1< 0 - - > 2< 2240512 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195906:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000176ad95b 00000080:00200000:1.0:1787826416.195907:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:1.0:1787826416.195910:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 548 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195927:0:18582:0:(rw26.c:875:ll_write_end()) pos 2244608, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195932:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000086a6702a[3 000000002046d308 2 1 000000002cef9668 0 0 548] 00000080:00200000:1.0:1787826416.195934:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007b3598e8 17ffffc0001001 3:0 ffff9ab5c87629f8 548 lru 00000080:00200000:1.0:1787826416.195939:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e57ebc89 548: 1< 0 - - > 2< 2244608 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195941:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000086a6702a 00000080:00200000:1.0:1787826416.195942:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:1.0:1787826416.195943:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 549 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195956:0:18582:0:(rw26.c:875:ll_write_end()) pos 2248704, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195961:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000cf48ba92[3 000000002046d308 2 1 000000002cef9668 0 0 549] 00000080:00200000:1.0:1787826416.195963:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2b9199b 17ffffc0001001 3:0 ffff9ab5c8762570 549 lru 00000080:00200000:1.0:1787826416.195968:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000eb00d2c3 549: 1< 0 - - > 2< 2248704 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195969:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000cf48ba92 00000080:00200000:1.0:1787826416.195970:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:1.0:1787826416.195972:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 550 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.195983:0:18582:0:(rw26.c:875:ll_write_end()) pos 2252800, len 4096, copied 4096 00000080:00200000:1.0:1787826416.195987:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d23638ae[3 000000002046d308 2 1 000000002cef9668 0 0 550] 00000080:00200000:1.0:1787826416.195990:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002e20b713 17ffffc0001001 3:0 ffff9ab5c87621d0 550 lru 00000080:00200000:1.0:1787826416.195995:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c55d245e 550: 1< 0 - - > 2< 2252800 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.195997:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d23638ae 00000080:00200000:1.0:1787826416.195998:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:1.0:1787826416.195999:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 551 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196014:0:18582:0:(rw26.c:875:ll_write_end()) pos 2256896, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196018:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c4519725[3 000000002046d308 2 1 000000002cef9668 0 0 551] 00000080:00200000:1.0:1787826416.196021:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000931c8be9 17ffffc0001001 3:0 ffff9ab5c87622b8 551 lru 00000080:00200000:1.0:1787826416.196026:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008c8c2fec 551: 1< 0 - - > 2< 2256896 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196028:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c4519725 00000080:00200000:1.0:1787826416.196030:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:1.0:1787826416.196032:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 552 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196046:0:18582:0:(rw26.c:875:ll_write_end()) pos 2260992, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196050:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b6d0fad1[3 000000002046d308 2 1 000000002cef9668 0 0 552] 00000080:00200000:1.0:1787826416.196053:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000092d89a13 17ffffc0001001 3:0 ffff9ab5c8762ae0 552 lru 00000080:00200000:1.0:1787826416.196058:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000034e950c5 552: 1< 0 - - > 2< 2260992 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196060:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b6d0fad1 00000080:00200000:1.0:1787826416.196061:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:1.0:1787826416.196063:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 553 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196079:0:18582:0:(rw26.c:875:ll_write_end()) pos 2265088, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196140:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000787fdba7[3 000000002046d308 2 1 000000002cef9668 0 0 553] 00000080:00200000:1.0:1787826416.196143:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000baf836f8 17ffffc0001001 3:0 ffff9ab5c8762740 553 lru 00000080:00200000:1.0:1787826416.196148:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000055452a56 553: 1< 0 - - > 2< 2265088 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196150:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000787fdba7 00000080:00200000:1.0:1787826416.196151:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:1.0:1787826416.196153:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 554 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196169:0:18582:0:(rw26.c:875:ll_write_end()) pos 2269184, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196172:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000ce3f7b3[3 000000002046d308 2 1 000000002cef9668 0 0 554] 00000080:00200000:1.0:1787826416.196175:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003759d0d0 17ffffc0001001 3:0 ffff9ab5c8762d98 554 lru 00000080:00200000:1.0:1787826416.196180:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000bb83b363 554: 1< 0 - - > 2< 2269184 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196183:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000ce3f7b3 00000080:00200000:1.0:1787826416.196184:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:1.0:1787826416.196186:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 555 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196200:0:18582:0:(rw26.c:875:ll_write_end()) pos 2273280, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196205:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002085b1e9[3 000000002046d308 2 1 000000002cef9668 0 0 555] 00000080:00200000:1.0:1787826416.196207:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d4db1036 17ffffc0001001 3:0 ffff9ab5c8762e80 555 lru 00000080:00200000:1.0:1787826416.196223:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a9ef74e1 555: 1< 0 - - > 2< 2273280 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196225:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002085b1e9 00000080:00200000:1.0:1787826416.196227:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:1.0:1787826416.196229:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 556 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196250:0:18582:0:(rw26.c:875:ll_write_end()) pos 2277376, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196254:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000098207c99[3 000000002046d308 2 1 000000002cef9668 0 0 556] 00000080:00200000:1.0:1787826416.196257:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003734c1b6 17ffffc0001021 2:0 ffff9ab5c8762658 556 lru 00000080:00200000:1.0:1787826416.196262:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000310ada9c 556: 1< 0 - - > 2< 2277376 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196263:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000098207c99 00000080:00200000:1.0:1787826416.196264:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:1.0:1787826416.196266:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 557 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196280:0:18582:0:(rw26.c:875:ll_write_end()) pos 2281472, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196284:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000038b7ba44[3 000000002046d308 2 1 000000002cef9668 0 0 557] 00000080:00200000:1.0:1787826416.196287:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002cc34358 17ffffc0001001 3:0 ffff9ab5c8762910 557 lru 00000080:00200000:1.0:1787826416.196291:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed7cefbf 557: 1< 0 - - > 2< 2281472 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196293:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000038b7ba44 00000080:00200000:1.0:1787826416.196294:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:1.0:1787826416.196296:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 558 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196310:0:18582:0:(rw26.c:875:ll_write_end()) pos 2285568, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196314:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f086f605[3 000000002046d308 2 1 000000002cef9668 0 0 558] 00000080:00200000:1.0:1787826416.196317:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004f503d03 17ffffc0001001 3:0 ffff9ab5c8762bc8 558 lru 00000080:00200000:1.0:1787826416.196321:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c11f5471 558: 1< 0 - - > 2< 2285568 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196323:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f086f605 00000080:00200000:1.0:1787826416.196324:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:1.0:1787826416.196325:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 559 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196338:0:18582:0:(rw26.c:875:ll_write_end()) pos 2289664, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196342:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000151eeb99[3 000000002046d308 2 1 000000002cef9668 0 0 559] 00000080:00200000:1.0:1787826416.196344:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9675bbd 17ffffc0001001 3:0 ffff9ab5c87620e8 559 lru 00000080:00200000:1.0:1787826416.196348:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d956e953 559: 1< 0 - - > 2< 2289664 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196350:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000151eeb99 00000080:00200000:1.0:1787826416.196352:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:1.0:1787826416.196353:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 560 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196367:0:18582:0:(rw26.c:875:ll_write_end()) pos 2293760, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196371:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000723a45d[3 000000002046d308 2 1 000000002cef9668 0 0 560] 00000080:00200000:1.0:1787826416.196373:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000057d5e651 17ffffc0001001 3:0 ffff9ab5c8762828 560 lru 00000080:00200000:1.0:1787826416.196378:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb365e4a 560: 1< 0 - - > 2< 2293760 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196380:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000723a45d 00000080:00200000:1.0:1787826416.196381:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:1.0:1787826416.196383:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 561 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196393:0:18582:0:(rw26.c:875:ll_write_end()) pos 2297856, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196588:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002885341a[3 000000002046d308 2 1 000000002cef9668 0 0 561] 00000080:00200000:1.0:1787826416.196593:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c9abf6b7 17ffffc0001001 3:0 ffff9ab5c8762cb0 561 lru 00000080:00200000:1.0:1787826416.196599:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008b099549 561: 1< 0 - - > 2< 2297856 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196669:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002885341a 00000080:00200000:1.0:1787826416.196672:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1787826416.196674:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 562 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196696:0:18582:0:(rw26.c:875:ll_write_end()) pos 2301952, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196700:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000094eeeb[3 000000002046d308 2 1 000000002cef9668 0 0 562] 00000080:00200000:1.0:1787826416.196703:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000438ddebf 17ffffc0001001 3:0 ffff9ab5f98d1ae0 562 lru 00000080:00200000:1.0:1787826416.196708:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000067590c84 562: 1< 0 - - > 2< 2301952 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196710:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000094eeeb 00000080:00200000:1.0:1787826416.196711:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1787826416.196713:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 563 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196795:0:18582:0:(rw26.c:875:ll_write_end()) pos 2306048, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196800:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ed7335fd[3 000000002046d308 2 1 000000002cef9668 0 0 563] 00000080:00200000:1.0:1787826416.196804:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004c238400 17ffffc0001001 3:0 ffff9ab5f98d1740 563 lru 00000080:00200000:1.0:1787826416.196809:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000db0bba7b 563: 1< 0 - - > 2< 2306048 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196811:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ed7335fd 00000080:00200000:1.0:1787826416.196812:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1787826416.196814:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 564 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196829:0:18582:0:(rw26.c:875:ll_write_end()) pos 2310144, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196833:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000081e200e2[3 000000002046d308 2 1 000000002cef9668 0 0 564] 00000080:00200000:1.0:1787826416.196836:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001dc07a84 17ffffc0001001 3:0 ffff9ab5f98d1d98 564 lru 00000080:00200000:1.0:1787826416.196841:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000087899194 564: 1< 0 - - > 2< 2310144 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196843:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000081e200e2 00000080:00200000:1.0:1787826416.196845:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1787826416.196846:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 565 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196859:0:18582:0:(rw26.c:875:ll_write_end()) pos 2314240, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196862:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e866c73b[3 000000002046d308 2 1 000000002cef9668 0 0 565] 00000080:00200000:1.0:1787826416.196865:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000076316114 17ffffc0001001 3:0 ffff9ab5f98d1e80 565 lru 00000080:00200000:1.0:1787826416.196870:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4f580d2 565: 1< 0 - - > 2< 2314240 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196872:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e866c73b 00000080:00200000:1.0:1787826416.196873:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1787826416.196875:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 566 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196888:0:18582:0:(rw26.c:875:ll_write_end()) pos 2318336, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196892:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ab8af70e[3 000000002046d308 2 1 000000002cef9668 0 0 566] 00000080:00200000:1.0:1787826416.196894:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000bfb2603 17ffffc0001001 3:0 ffff9ab5f98d1658 566 lru 00000080:00200000:1.0:1787826416.196900:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae1ae42f 566: 1< 0 - - > 2< 2318336 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196902:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ab8af70e 00000080:00200000:1.0:1787826416.196903:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1787826416.196905:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 567 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196920:0:18582:0:(rw26.c:875:ll_write_end()) pos 2322432, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196924:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f0fd02d6[3 000000002046d308 2 1 000000002cef9668 0 0 567] 00000080:00200000:1.0:1787826416.196927:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002c5b1fc0 17ffffc0001001 3:0 ffff9ab5f98d1910 567 lru 00000080:00200000:1.0:1787826416.196932:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000aefe857f 567: 1< 0 - - > 2< 2322432 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196935:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f0fd02d6 00000080:00200000:1.0:1787826416.196936:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1787826416.196938:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 568 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196951:0:18582:0:(rw26.c:875:ll_write_end()) pos 2326528, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196955:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009d581e72[3 000000002046d308 2 1 000000002cef9668 0 0 568] 00000080:00200000:1.0:1787826416.196958:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004a146e04 17ffffc0001001 3:0 ffff9ab5f98d1bc8 568 lru 00000080:00200000:1.0:1787826416.196963:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c9848114 568: 1< 0 - - > 2< 2326528 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196967:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009d581e72 00000080:00200000:1.0:1787826416.196968:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1787826416.196970:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 569 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.196983:0:18582:0:(rw26.c:875:ll_write_end()) pos 2330624, len 4096, copied 4096 00000080:00200000:1.0:1787826416.196987:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e8d53850[3 000000002046d308 2 1 000000002cef9668 0 0 569] 00000080:00200000:1.0:1787826416.196989:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000004fc949d 17ffffc0001001 3:0 ffff9ab5f98d10e8 569 lru 00000080:00200000:1.0:1787826416.196994:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000af55bc5b 569: 1< 0 - - > 2< 2330624 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.196996:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e8d53850 00000080:00200000:1.0:1787826416.196997:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1787826416.196999:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 570 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197012:0:18582:0:(rw26.c:875:ll_write_end()) pos 2334720, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197016:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fb1e59c7[3 000000002046d308 2 1 000000002cef9668 0 0 570] 00000080:00200000:1.0:1787826416.197019:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a613b681 17ffffc0001001 3:0 ffff9ab5f98d1828 570 lru 00000080:00200000:1.0:1787826416.197024:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007ce9baf5 570: 1< 0 - - > 2< 2334720 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197026:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fb1e59c7 00000080:00200000:1.0:1787826416.197027:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1787826416.197028:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 571 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197045:0:18582:0:(rw26.c:875:ll_write_end()) pos 2338816, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197049:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000109a9230[3 000000002046d308 2 1 000000002cef9668 0 0 571] 00000080:00200000:1.0:1787826416.197052:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f5b4d7f8 17ffffc0001021 2:0 ffff9ab5f98d1cb0 571 lru 00000080:00200000:1.0:1787826416.197057:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002e9eeedb 571: 1< 0 - - > 2< 2338816 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197059:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000109a9230 00000080:00200000:1.0:1787826416.197060:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1787826416.197062:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 572 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197075:0:18582:0:(rw26.c:875:ll_write_end()) pos 2342912, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197078:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c84bd56b[3 000000002046d308 2 1 000000002cef9668 0 0 572] 00000080:00200000:1.0:1787826416.197142:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004b39c535 17ffffc0001001 3:0 ffff9ab5f98d13a0 572 lru 00000080:00200000:1.0:1787826416.197150:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005b58a1da 572: 1< 0 - - > 2< 2342912 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197152:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c84bd56b 00000080:00200000:1.0:1787826416.197153:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1787826416.197155:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 573 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197171:0:18582:0:(rw26.c:875:ll_write_end()) pos 2347008, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197175:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000071e16b95[3 000000002046d308 2 1 000000002cef9668 0 0 573] 00000080:00200000:1.0:1787826416.197178:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d9295db1 17ffffc0001001 3:0 ffff9ab5f98d1000 573 lru 00000080:00200000:1.0:1787826416.197188:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001c8760eb 573: 1< 0 - - > 2< 2347008 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197190:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000071e16b95 00000080:00200000:1.0:1787826416.197191:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1787826416.197193:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 574 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197208:0:18582:0:(rw26.c:875:ll_write_end()) pos 2351104, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197224:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000360a3a06[3 000000002046d308 2 1 000000002cef9668 0 0 574] 00000080:00200000:1.0:1787826416.197227:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000193f60d6 17ffffc0001001 3:0 ffff9ab5f98d1488 574 lru 00000080:00200000:1.0:1787826416.197232:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003709e605 574: 1< 0 - - > 2< 2351104 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197234:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000360a3a06 00000080:00200000:1.0:1787826416.197235:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1787826416.197237:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 575 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197252:0:18582:0:(rw26.c:875:ll_write_end()) pos 2355200, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197256:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000aaf50d2f[3 000000002046d308 2 1 000000002cef9668 0 0 575] 00000080:00200000:1.0:1787826416.197259:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a736c19b 17ffffc0001001 3:0 ffff9ab5f98d19f8 575 lru 00000080:00200000:1.0:1787826416.197264:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000043124fcc 575: 1< 0 - - > 2< 2355200 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197266:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000aaf50d2f 00000080:00200000:1.0:1787826416.197267:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1787826416.197269:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 576 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197287:0:18582:0:(rw26.c:875:ll_write_end()) pos 2359296, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197291:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000206e1772[3 000000002046d308 2 1 000000002cef9668 0 0 576] 00000080:00200000:1.0:1787826416.197294:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fe662fb7 17ffffc0001001 3:0 ffff9ab5f98d1570 576 lru 00000080:00200000:1.0:1787826416.197299:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f3253cc3 576: 1< 0 - - > 2< 2359296 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197301:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000206e1772 00000080:00200000:1.0:1787826416.197302:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1787826416.197303:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 577 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197316:0:18582:0:(rw26.c:875:ll_write_end()) pos 2363392, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197321:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000025a0ee1b[3 000000002046d308 2 1 000000002cef9668 0 0 577] 00000080:00200000:1.0:1787826416.197323:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c30d4bd9 17ffffc0001001 3:0 ffff9ab5f98d11d0 577 lru 00000080:00200000:1.0:1787826416.197329:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2b7e86a 577: 1< 0 - - > 2< 2363392 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197331:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000025a0ee1b 00000080:00200000:1.0:1787826416.197332:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1787826416.197334:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 578 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197347:0:18582:0:(rw26.c:875:ll_write_end()) pos 2367488, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197351:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000559cc694[3 000000002046d308 2 1 000000002cef9668 0 0 578] 00000080:00200000:1.0:1787826416.197354:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001e449cb5 17ffffc0001001 3:0 ffff9ab5f98d12b8 578 lru 00000080:00200000:1.0:1787826416.197359:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f26d087d 578: 1< 0 - - > 2< 2367488 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197361:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000559cc694 00000080:00200000:1.0:1787826416.197362:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1787826416.197363:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 579 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197376:0:18582:0:(rw26.c:875:ll_write_end()) pos 2371584, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197380:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000cad7b4e[3 000000002046d308 2 1 000000002cef9668 0 0 579] 00000080:00200000:1.0:1787826416.197383:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000407f8f1c 17ffffc0001001 3:0 ffff9ab5f279d0e8 579 lru 00000080:00200000:1.0:1787826416.197388:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000153b791c 579: 1< 0 - - > 2< 2371584 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197390:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000cad7b4e 00000080:00200000:1.0:1787826416.197391:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1787826416.197393:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 580 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197688:0:18582:0:(rw26.c:875:ll_write_end()) pos 2375680, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197872:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000020de4516[3 000000002046d308 2 1 000000002cef9668 0 0 580] 00000080:00200000:1.0:1787826416.197875:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009629cc61 17ffffc0001001 3:0 ffff9ab5f279d828 580 lru 00000080:00200000:1.0:1787826416.197880:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000035c90a9e 580: 1< 0 - - > 2< 2375680 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197882:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000020de4516 00000080:00200000:1.0:1787826416.197883:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1787826416.197885:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 581 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197907:0:18582:0:(rw26.c:875:ll_write_end()) pos 2379776, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197910:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001656e02a[3 000000002046d308 2 1 000000002cef9668 0 0 581] 00000080:00200000:1.0:1787826416.197913:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002b2f1fc3 17ffffc0001001 3:0 ffff9ab5f279dcb0 581 lru 00000080:00200000:1.0:1787826416.197918:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000066374532 581: 1< 0 - - > 2< 2379776 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197920:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001656e02a 00000080:00200000:1.0:1787826416.197921:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1787826416.197924:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 582 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197938:0:18582:0:(rw26.c:875:ll_write_end()) pos 2383872, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197941:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f68e461e[3 000000002046d308 2 1 000000002cef9668 0 0 582] 00000080:00200000:1.0:1787826416.197944:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000853b45c2 17ffffc0001001 3:0 ffff9ab5f279d3a0 582 lru 00000080:00200000:1.0:1787826416.197949:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000884dc3d0 582: 1< 0 - - > 2< 2383872 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197951:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f68e461e 00000080:00200000:1.0:1787826416.197952:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1787826416.197954:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 583 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197965:0:18582:0:(rw26.c:875:ll_write_end()) pos 2387968, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197969:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d1cf6585[3 000000002046d308 2 1 000000002cef9668 0 0 583] 00000080:00200000:1.0:1787826416.197971:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000560db251 17ffffc0001001 3:0 ffff9ab5f279d000 583 lru 00000080:00200000:1.0:1787826416.197976:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000863b858d 583: 1< 0 - - > 2< 2387968 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.197978:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d1cf6585 00000080:00200000:1.0:1787826416.197979:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1787826416.197981:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 584 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.197992:0:18582:0:(rw26.c:875:ll_write_end()) pos 2392064, len 4096, copied 4096 00000080:00200000:1.0:1787826416.197995:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000084de48[3 000000002046d308 2 1 000000002cef9668 0 0 584] 00000080:00200000:1.0:1787826416.197998:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000223312b3 17ffffc0001001 3:0 ffff9ab5f279d488 584 lru 00000080:00200000:1.0:1787826416.198003:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad7f61da 584: 1< 0 - - > 2< 2392064 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198005:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000084de48 00000080:00200000:1.0:1787826416.198006:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1787826416.198008:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 585 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198021:0:18582:0:(rw26.c:875:ll_write_end()) pos 2396160, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198025:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000139c4684[3 000000002046d308 2 1 000000002cef9668 0 0 585] 00000080:00200000:1.0:1787826416.198027:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000126cb226 17ffffc0001001 3:0 ffff9ab5f279d9f8 585 lru 00000080:00200000:1.0:1787826416.198032:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000094960256 585: 1< 0 - - > 2< 2396160 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198034:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000139c4684 00000080:00200000:1.0:1787826416.198034:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1787826416.198036:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 586 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198052:0:18582:0:(rw26.c:875:ll_write_end()) pos 2400256, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198056:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e59559d4[3 000000002046d308 2 1 000000002cef9668 0 0 586] 00000080:00200000:1.0:1787826416.198059:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002d6e913e 17ffffc0001021 2:0 ffff9ab5f279d570 586 lru 00000080:00200000:1.0:1787826416.198063:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000047e54753 586: 1< 0 - - > 2< 2400256 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198065:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e59559d4 00000080:00200000:1.0:1787826416.198066:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1787826416.198068:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 587 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198078:0:18582:0:(rw26.c:875:ll_write_end()) pos 2404352, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198190:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000097a35213[3 000000002046d308 2 1 000000002cef9668 0 0 587] 00000080:00200000:1.0:1787826416.198193:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000260731b0 17ffffc0001001 3:0 ffff9ab5f279d1d0 587 lru 00000080:00200000:1.0:1787826416.198198:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000258cf9d6 587: 1< 0 - - > 2< 2404352 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198200:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000097a35213 00000080:00200000:1.0:1787826416.198201:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1787826416.198203:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 588 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198229:0:18582:0:(rw26.c:875:ll_write_end()) pos 2408448, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198233:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000052f6ccb8[3 000000002046d308 2 1 000000002cef9668 0 0 588] 00000080:00200000:1.0:1787826416.198236:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000977c7f84 17ffffc0001001 3:0 ffff9ab5f279d2b8 588 lru 00000080:00200000:1.0:1787826416.198240:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000092b39716 588: 1< 0 - - > 2< 2408448 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198242:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000052f6ccb8 00000080:00200000:1.0:1787826416.198243:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1787826416.198244:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 589 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198257:0:18582:0:(rw26.c:875:ll_write_end()) pos 2412544, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198260:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006730f0d7[3 000000002046d308 2 1 000000002cef9668 0 0 589] 00000080:00200000:1.0:1787826416.198262:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000015eaf4e8 17ffffc0001001 3:0 ffff9ab5f279dae0 589 lru 00000080:00200000:1.0:1787826416.198267:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000af085447 589: 1< 0 - - > 2< 2412544 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198268:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006730f0d7 00000080:00200000:1.0:1787826416.198269:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1787826416.198271:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 590 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198282:0:18582:0:(rw26.c:875:ll_write_end()) pos 2416640, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198286:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000106c2da0[3 000000002046d308 2 1 000000002cef9668 0 0 590] 00000080:00200000:1.0:1787826416.198289:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000056394808 17ffffc0001001 3:0 ffff9ab5f279d740 590 lru 00000080:00200000:1.0:1787826416.198294:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005bf68ee2 590: 1< 0 - - > 2< 2416640 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198298:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000106c2da0 00000080:00200000:1.0:1787826416.198299:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1787826416.198300:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 591 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198311:0:18582:0:(rw26.c:875:ll_write_end()) pos 2420736, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198315:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b8d21ebb[3 000000002046d308 2 1 000000002cef9668 0 0 591] 00000080:00200000:1.0:1787826416.198317:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec19a196 17ffffc0001001 3:0 ffff9ab5f279dd98 591 lru 00000080:00200000:1.0:1787826416.198322:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008ec5b606 591: 1< 0 - - > 2< 2420736 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198324:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b8d21ebb 00000080:00200000:1.0:1787826416.198325:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1787826416.198326:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 592 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198338:0:18582:0:(rw26.c:875:ll_write_end()) pos 2424832, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198342:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f86b65e0[3 000000002046d308 2 1 000000002cef9668 0 0 592] 00000080:00200000:1.0:1787826416.198344:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a34577b4 17ffffc0001001 3:0 ffff9ab5f279de80 592 lru 00000080:00200000:1.0:1787826416.198349:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000513d7527 592: 1< 0 - - > 2< 2424832 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198351:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f86b65e0 00000080:00200000:1.0:1787826416.198352:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1787826416.198353:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 593 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198365:0:18582:0:(rw26.c:875:ll_write_end()) pos 2428928, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198369:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d1545200[3 000000002046d308 2 1 000000002cef9668 0 0 593] 00000080:00200000:1.0:1787826416.198371:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000086aca73f 17ffffc0001001 3:0 ffff9ab5f279d658 593 lru 00000080:00200000:1.0:1787826416.198376:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009878a2ac 593: 1< 0 - - > 2< 2428928 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198378:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d1545200 00000080:00200000:1.0:1787826416.198379:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1787826416.198381:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 594 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198395:0:18582:0:(rw26.c:875:ll_write_end()) pos 2433024, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198421:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000bb8689cd[3 000000002046d308 2 1 000000002cef9668 0 0 594] 00000080:00200000:1.0:1787826416.198424:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000014123a95 17ffffc0001001 3:0 ffff9ab5f279d910 594 lru 00000080:00200000:1.0:1787826416.198428:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000063b6ebf 594: 1< 0 - - > 2< 2433024 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198430:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000bb8689cd 00000080:00200000:1.0:1787826416.198431:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1787826416.198433:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 595 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198451:0:18582:0:(rw26.c:875:ll_write_end()) pos 2437120, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198455:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002ecb71fd[3 000000002046d308 2 1 000000002cef9668 0 0 595] 00000080:00200000:1.0:1787826416.198458:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000302e88a1 17ffffc0001001 3:0 ffff9ab5f279dbc8 595 lru 00000080:00200000:1.0:1787826416.198463:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff149118 595: 1< 0 - - > 2< 2437120 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198465:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002ecb71fd 00000080:00200000:1.0:1787826416.198466:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1787826416.198468:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 596 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198554:0:18582:0:(rw26.c:875:ll_write_end()) pos 2441216, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198560:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001103db04[3 000000002046d308 2 1 000000002cef9668 0 0 596] 00000080:00200000:1.0:1787826416.198562:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a069ddd6 17ffffc0001001 3:0 ffff9ab5f17b4828 596 lru 00000080:00200000:1.0:1787826416.198568:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a5f249ab 596: 1< 0 - - > 2< 2441216 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198570:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001103db04 00000080:00200000:1.0:1787826416.198571:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1787826416.198573:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 597 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198586:0:18582:0:(rw26.c:875:ll_write_end()) pos 2445312, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198590:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e86949be[3 000000002046d308 2 1 000000002cef9668 0 0 597] 00000080:00200000:1.0:1787826416.198593:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009e70c8ea 17ffffc0001001 3:0 ffff9ab5f17b4cb0 597 lru 00000080:00200000:1.0:1787826416.198598:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e1ec1431 597: 1< 0 - - > 2< 2445312 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198600:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e86949be 00000080:00200000:1.0:1787826416.198673:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1787826416.198675:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 598 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.198692:0:18582:0:(rw26.c:875:ll_write_end()) pos 2449408, len 4096, copied 4096 00000080:00200000:1.0:1787826416.198696:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003031de63[3 000000002046d308 2 1 000000002cef9668 0 0 598] 00000080:00200000:1.0:1787826416.198699:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7747979 17ffffc0001001 3:0 ffff9ab5f17b43a0 598 lru 00000080:00200000:1.0:1787826416.198704:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000daaca7df 598: 1< 0 - - > 2< 2449408 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.198706:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003031de63 00000080:00200000:1.0:1787826416.198707:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1787826416.198709:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 599 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.201346:0:18582:0:(rw26.c:875:ll_write_end()) pos 2453504, len 4096, copied 4096 00000080:00200000:1.0:1787826416.201363:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000092fdecad[3 000000002046d308 2 1 000000002cef9668 0 0 599] 00000080:00200000:1.0:1787826416.201367:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000657fb0d1 17ffffc0001001 3:0 ffff9ab5f17b4000 599 lru 00000080:00200000:1.0:1787826416.201378:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000023a4e1c9 599: 1< 0 - - > 2< 2453504 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.201381:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000092fdecad 00000080:00200000:1.0:1787826416.201383:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1787826416.201387:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 600 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.204242:0:18582:0:(rw26.c:875:ll_write_end()) pos 2457600, len 4096, copied 4096 00000080:00200000:1.0:1787826416.204265:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000085b9b8b3[3 000000002046d308 2 1 000000002cef9668 0 0 600] 00000080:00200000:1.0:1787826416.204270:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001ba388f1 17ffffc0001001 3:0 ffff9ab5f17b4488 600 lru 00000080:00200000:1.0:1787826416.204279:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007936bc24 600: 1< 0 - - > 2< 2457600 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.204282:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000085b9b8b3 00000080:00200000:1.0:1787826416.204283:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1787826416.204288:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 601 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.204339:0:18582:0:(rw26.c:875:ll_write_end()) pos 2461696, len 4096, copied 4096 00000080:00200000:1.0:1787826416.204344:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009c68a3d9[3 000000002046d308 2 1 000000002cef9668 0 0 601] 00000080:00200000:1.0:1787826416.204347:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a4574487 17ffffc0001021 2:0 ffff9ab5f17b49f8 601 lru 00000080:00200000:1.0:1787826416.204353:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cf1f6f29 601: 1< 0 - - > 2< 2461696 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.204355:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009c68a3d9 00000080:00200000:1.0:1787826416.204356:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:1.0:1787826416.204358:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 602 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.204374:0:18582:0:(rw26.c:875:ll_write_end()) pos 2465792, len 4096, copied 4096 00000080:00200000:1.0:1787826416.204379:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c49c8500[3 000000002046d308 2 1 000000002cef9668 0 0 602] 00000080:00200000:1.0:1787826416.204382:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ad6b9e63 17ffffc0001001 3:0 ffff9ab5f17b4570 602 lru 00000080:00200000:1.0:1787826416.204388:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000095364e9d 602: 1< 0 - - > 2< 2465792 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.204390:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c49c8500 00000080:00200000:1.0:1787826416.204391:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:1.0:1787826416.204392:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 603 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.204957:0:18582:0:(rw26.c:875:ll_write_end()) pos 2469888, len 4096, copied 4096 00000080:00200000:1.0:1787826416.204964:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000000049dc5[3 000000002046d308 2 1 000000002cef9668 0 0 603] 00000080:00200000:1.0:1787826416.204967:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000005c65fd9 17ffffc0001001 3:0 ffff9ab5f17b41d0 603 lru 00000080:00200000:1.0:1787826416.204972:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001c22c963 603: 1< 0 - - > 2< 2469888 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.204975:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000000049dc5 00000080:00200000:1.0:1787826416.204976:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:1.0:1787826416.204978:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 604 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.204993:0:18582:0:(rw26.c:875:ll_write_end()) pos 2473984, len 4096, copied 4096 00000080:00200000:1.0:1787826416.204997:0:18582:0:(rw26.c:933:ll_write_end()) page@000000007ccb7442[3 000000002046d308 2 1 000000002cef9668 0 0 604] 00000080:00200000:1.0:1787826416.205000:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000b31df4e 17ffffc0001001 3:0 ffff9ab5f17b42b8 604 lru 00000080:00200000:1.0:1787826416.205005:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004e9510e6 604: 1< 0 - - > 2< 2473984 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205007:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000007ccb7442 00000080:00200000:1.0:1787826416.205008:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:1.0:1787826416.205010:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 605 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205023:0:18582:0:(rw26.c:875:ll_write_end()) pos 2478080, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205026:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000079469157[3 000000002046d308 2 1 000000002cef9668 0 0 605] 00000080:00200000:1.0:1787826416.205029:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb2107ff 17ffffc0001001 3:0 ffff9ab5f17b4ae0 605 lru 00000080:00200000:1.0:1787826416.205033:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000002c6339b 605: 1< 0 - - > 2< 2478080 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205036:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000079469157 00000080:00200000:1.0:1787826416.205036:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:1.0:1787826416.205038:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 606 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205051:0:18582:0:(rw26.c:875:ll_write_end()) pos 2482176, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205054:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000006710b12[3 000000002046d308 2 1 000000002cef9668 0 0 606] 00000080:00200000:1.0:1787826416.205057:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b361b9e9 17ffffc0001001 3:0 ffff9ab5f17b4740 606 lru 00000080:00200000:1.0:1787826416.205062:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f6e25bf0 606: 1< 0 - - > 2< 2482176 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205064:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000006710b12 00000080:00200000:1.0:1787826416.205065:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:1.0:1787826416.205067:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 607 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205079:0:18582:0:(rw26.c:875:ll_write_end()) pos 2486272, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205084:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d8787ce8[3 000000002046d308 2 1 000000002cef9668 0 0 607] 00000080:00200000:1.0:1787826416.205086:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000447b66fd 17ffffc0001001 3:0 ffff9ab5f17b4d98 607 lru 00000080:00200000:1.0:1787826416.205091:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000036742e66 607: 1< 0 - - > 2< 2486272 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205093:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d8787ce8 00000080:00200000:1.0:1787826416.205094:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:1.0:1787826416.205096:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 608 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205108:0:18582:0:(rw26.c:875:ll_write_end()) pos 2490368, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205112:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c9018e6e[3 000000002046d308 2 1 000000002cef9668 0 0 608] 00000080:00200000:1.0:1787826416.205115:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004fa6cf75 17ffffc0001001 3:0 ffff9ab5f17b4e80 608 lru 00000080:00200000:1.0:1787826416.205120:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b158ff4e 608: 1< 0 - - > 2< 2490368 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205122:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c9018e6e 00000080:00200000:1.0:1787826416.205123:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:1.0:1787826416.205124:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 609 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205137:0:18582:0:(rw26.c:875:ll_write_end()) pos 2494464, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205141:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a2ff5533[3 000000002046d308 2 1 000000002cef9668 0 0 609] 00000080:00200000:1.0:1787826416.205144:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000013daff72 17ffffc0001001 3:0 ffff9ab5f17b4658 609 lru 00000080:00200000:1.0:1787826416.205149:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000db620f13 609: 1< 0 - - > 2< 2494464 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205151:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a2ff5533 00000080:00200000:1.0:1787826416.205152:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:1.0:1787826416.205154:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 610 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205166:0:18582:0:(rw26.c:875:ll_write_end()) pos 2498560, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205170:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000010dc98af[3 000000002046d308 2 1 000000002cef9668 0 0 610] 00000080:00200000:1.0:1787826416.205173:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004efab0bb 17ffffc0001001 3:0 ffff9ab5f17b4910 610 lru 00000080:00200000:1.0:1787826416.205178:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b55a6297 610: 1< 0 - - > 2< 2498560 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205180:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000010dc98af 00000080:00200000:1.0:1787826416.205181:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:1.0:1787826416.205182:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 611 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205195:0:18582:0:(rw26.c:875:ll_write_end()) pos 2502656, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205199:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000012325634[3 000000002046d308 2 1 000000002cef9668 0 0 611] 00000080:00200000:1.0:1787826416.205202:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007cfc53c7 17ffffc0001001 3:0 ffff9ab5f17b4bc8 611 lru 00000080:00200000:1.0:1787826416.205206:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e4b0c78a 611: 1< 0 - - > 2< 2502656 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205208:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000012325634 00000080:00200000:1.0:1787826416.205222:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:1.0:1787826416.205224:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 612 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205239:0:18582:0:(rw26.c:875:ll_write_end()) pos 2506752, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205244:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002a8b1501[3 000000002046d308 2 1 000000002cef9668 0 0 612] 00000080:00200000:1.0:1787826416.205246:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005bd5e792 17ffffc0001001 3:0 ffff9ab5f17b40e8 612 lru 00000080:00200000:1.0:1787826416.205251:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000053efe408 612: 1< 0 - - > 2< 2506752 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205255:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002a8b1501 00000080:00200000:1.0:1787826416.205256:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:1.0:1787826416.205258:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 613 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205273:0:18582:0:(rw26.c:875:ll_write_end()) pos 2510848, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205277:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001dad86ee[3 000000002046d308 2 1 000000002cef9668 0 0 613] 00000080:00200000:1.0:1787826416.205279:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fb14f238 17ffffc0001001 3:0 ffff9ab5eaf812b8 613 lru 00000080:00200000:1.0:1787826416.205285:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000050c5c741 613: 1< 0 - - > 2< 2510848 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205287:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001dad86ee 00000080:00200000:1.0:1787826416.205288:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:1.0:1787826416.205290:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 614 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205302:0:18582:0:(rw26.c:875:ll_write_end()) pos 2514944, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205306:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009a388359[3 000000002046d308 2 1 000000002cef9668 0 0 614] 00000080:00200000:1.0:1787826416.205309:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b20582f5 17ffffc0001001 3:0 ffff9ab5eaf81ae0 614 lru 00000080:00200000:1.0:1787826416.205314:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c871d22d 614: 1< 0 - - > 2< 2514944 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205316:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009a388359 00000080:00200000:1.0:1787826416.205317:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:1.0:1787826416.205320:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 615 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205332:0:18582:0:(rw26.c:875:ll_write_end()) pos 2519040, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205336:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000062726c7b[3 000000002046d308 2 1 000000002cef9668 0 0 615] 00000080:00200000:1.0:1787826416.205339:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c095399f 17ffffc0001001 3:0 ffff9ab5eaf81740 615 lru 00000080:00200000:1.0:1787826416.205345:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000008e0d32c 615: 1< 0 - - > 2< 2519040 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205347:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000062726c7b 00000080:00200000:1.0:1787826416.205348:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:1.0:1787826416.205350:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 616 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205371:0:18582:0:(rw26.c:875:ll_write_end()) pos 2523136, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205375:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000274f625a[3 000000002046d308 2 1 000000002cef9668 0 0 616] 00000080:00200000:1.0:1787826416.205378:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000005ecf9a 17ffffc0001021 2:0 ffff9ab5eaf81d98 616 lru 00000080:00200000:1.0:1787826416.205382:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000074c1d435 616: 1< 0 - - > 2< 2523136 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205385:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000274f625a 00000080:00200000:1.0:1787826416.205386:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:1.0:1787826416.205388:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 617 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205953:0:18582:0:(rw26.c:875:ll_write_end()) pos 2527232, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205960:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000684b78ad[3 000000002046d308 2 1 000000002cef9668 0 0 617] 00000080:00200000:1.0:1787826416.205963:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000098e76b4 17ffffc0001001 3:0 ffff9ab5eaf81e80 617 lru 00000080:00200000:1.0:1787826416.205968:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000bcce9a04 617: 1< 0 - - > 2< 2527232 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.205971:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000684b78ad 00000080:00200000:1.0:1787826416.205971:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:1.0:1787826416.205974:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 618 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.205992:0:18582:0:(rw26.c:875:ll_write_end()) pos 2531328, len 4096, copied 4096 00000080:00200000:1.0:1787826416.205996:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c9666647[3 000000002046d308 2 1 000000002cef9668 0 0 618] 00000080:00200000:1.0:1787826416.205999:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000f04b7e0 17ffffc0001001 3:0 ffff9ab5eaf81658 618 lru 00000080:00200000:1.0:1787826416.206004:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8425168 618: 1< 0 - - > 2< 2531328 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206006:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c9666647 00000080:00200000:1.0:1787826416.206007:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:1.0:1787826416.206009:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 619 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206024:0:18582:0:(rw26.c:875:ll_write_end()) pos 2535424, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206028:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b48e4ce9[3 000000002046d308 2 1 000000002cef9668 0 0 619] 00000080:00200000:1.0:1787826416.206031:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a80f5abb 17ffffc0001001 3:0 ffff9ab5eaf81910 619 lru 00000080:00200000:1.0:1787826416.206035:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000060ab2208 619: 1< 0 - - > 2< 2535424 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206037:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b48e4ce9 00000080:00200000:1.0:1787826416.206038:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:1.0:1787826416.206040:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 620 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206054:0:18582:0:(rw26.c:875:ll_write_end()) pos 2539520, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206058:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000091d9ee5a[3 000000002046d308 2 1 000000002cef9668 0 0 620] 00000080:00200000:1.0:1787826416.206061:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000e7f4f49 17ffffc0001001 3:0 ffff9ab5eaf81bc8 620 lru 00000080:00200000:1.0:1787826416.206066:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000af947393 620: 1< 0 - - > 2< 2539520 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206068:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000091d9ee5a 00000080:00200000:1.0:1787826416.206070:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:1.0:1787826416.206072:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 621 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206205:0:18582:0:(rw26.c:875:ll_write_end()) pos 2543616, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206219:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000012cf4993[3 000000002046d308 2 1 000000002cef9668 0 0 621] 00000080:00200000:1.0:1787826416.206221:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000abd9ade6 17ffffc0001001 3:0 ffff9ab5eaf810e8 621 lru 00000080:00200000:1.0:1787826416.206227:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cf594bfc 621: 1< 0 - - > 2< 2543616 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206229:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000012cf4993 00000080:00200000:1.0:1787826416.206230:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:1.0:1787826416.206233:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 622 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206249:0:18582:0:(rw26.c:875:ll_write_end()) pos 2547712, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206254:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a4f0a334[3 000000002046d308 2 1 000000002cef9668 0 0 622] 00000080:00200000:1.0:1787826416.206256:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c4746ee8 17ffffc0001001 3:0 ffff9ab5eaf81828 622 lru 00000080:00200000:1.0:1787826416.206261:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a9f96c01 622: 1< 0 - - > 2< 2547712 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206263:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a4f0a334 00000080:00200000:1.0:1787826416.206264:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:1.0:1787826416.206266:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 623 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206282:0:18582:0:(rw26.c:875:ll_write_end()) pos 2551808, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206286:0:18582:0:(rw26.c:933:ll_write_end()) page@000000007c1fd36c[3 000000002046d308 2 1 000000002cef9668 0 0 623] 00000080:00200000:1.0:1787826416.206289:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b911fbc9 17ffffc0001001 3:0 ffff9ab5eaf81cb0 623 lru 00000080:00200000:1.0:1787826416.206293:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000488576cb 623: 1< 0 - - > 2< 2551808 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206295:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000007c1fd36c 00000080:00200000:1.0:1787826416.206296:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:1.0:1787826416.206297:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 624 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206312:0:18582:0:(rw26.c:875:ll_write_end()) pos 2555904, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206315:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000aee2086d[3 000000002046d308 2 1 000000002cef9668 0 0 624] 00000080:00200000:1.0:1787826416.206317:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000023fa2c6c 17ffffc0001001 3:0 ffff9ab5eaf813a0 624 lru 00000080:00200000:1.0:1787826416.206322:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000001907d72 624: 1< 0 - - > 2< 2555904 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206325:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000aee2086d 00000080:00200000:1.0:1787826416.206325:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:1.0:1787826416.206327:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 625 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206338:0:18582:0:(rw26.c:875:ll_write_end()) pos 2560000, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206342:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000018e7eeca[3 000000002046d308 2 1 000000002cef9668 0 0 625] 00000080:00200000:1.0:1787826416.206345:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000067ce3e02 17ffffc0001001 3:0 ffff9ab5eaf81000 625 lru 00000080:00200000:1.0:1787826416.206349:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad5bc18a 625: 1< 0 - - > 2< 2560000 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206351:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000018e7eeca 00000080:00200000:1.0:1787826416.206352:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:1.0:1787826416.206354:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 626 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206371:0:18582:0:(rw26.c:875:ll_write_end()) pos 2564096, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206375:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000079251c83[3 000000002046d308 2 1 000000002cef9668 0 0 626] 00000080:00200000:1.0:1787826416.206378:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000353646b6 17ffffc0001001 3:0 ffff9ab5eaf81488 626 lru 00000080:00200000:1.0:1787826416.206383:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f635a81a 626: 1< 0 - - > 2< 2564096 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206385:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000079251c83 00000080:00200000:1.0:1787826416.206386:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:1.0:1787826416.206388:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 627 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206463:0:18582:0:(rw26.c:875:ll_write_end()) pos 2568192, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206468:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000acaef98f[3 000000002046d308 2 1 000000002cef9668 0 0 627] 00000080:00200000:1.0:1787826416.206539:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ad9e8f37 17ffffc0001001 3:0 ffff9ab5eaf819f8 627 lru 00000080:00200000:1.0:1787826416.206545:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003a40fd4f 627: 1< 0 - - > 2< 2568192 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206547:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000acaef98f 00000080:00200000:1.0:1787826416.206548:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:1.0:1787826416.206551:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 628 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206567:0:18582:0:(rw26.c:875:ll_write_end()) pos 2572288, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206572:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000011302373[3 000000002046d308 2 1 000000002cef9668 0 0 628] 00000080:00200000:1.0:1787826416.206575:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000594b463d 17ffffc0001001 3:0 ffff9ab5eaf81570 628 lru 00000080:00200000:1.0:1787826416.206581:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000521731c7 628: 1< 0 - - > 2< 2572288 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206583:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000011302373 00000080:00200000:1.0:1787826416.206584:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:1.0:1787826416.206586:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 629 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206674:0:18582:0:(rw26.c:875:ll_write_end()) pos 2576384, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206680:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000056ffedb[3 000000002046d308 2 1 000000002cef9668 0 0 629] 00000080:00200000:1.0:1787826416.206683:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008893f33a 17ffffc0001001 3:0 ffff9ab5eaf811d0 629 lru 00000080:00200000:1.0:1787826416.206689:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000018c6b2ac 629: 1< 0 - - > 2< 2576384 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206691:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000056ffedb 00000080:00200000:1.0:1787826416.206692:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:1.0:1787826416.206695:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 630 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206798:0:18582:0:(rw26.c:875:ll_write_end()) pos 2580480, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206803:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000945ba17f[3 000000002046d308 2 1 000000002cef9668 0 0 630] 00000080:00200000:1.0:1787826416.206807:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a998ba08 17ffffc0001001 3:0 ffff9ab5d00f59f8 630 lru 00000080:00200000:1.0:1787826416.206812:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7c1fc96 630: 1< 0 - - > 2< 2580480 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206815:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000945ba17f 00000080:00200000:1.0:1787826416.206816:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:1.0:1787826416.206818:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 631 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206842:0:18582:0:(rw26.c:875:ll_write_end()) pos 2584576, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206847:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000229c6d19[3 000000002046d308 2 1 000000002cef9668 0 0 631] 00000080:00200000:1.0:1787826416.206850:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000af0199c8 17ffffc0001021 2:0 ffff9ab5d00f5570 631 lru 00000080:00200000:1.0:1787826416.206855:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b604ebd4 631: 1< 0 - - > 2< 2584576 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206857:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000229c6d19 00000080:00200000:1.0:1787826416.206858:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:1.0:1787826416.206860:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 632 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206877:0:18582:0:(rw26.c:875:ll_write_end()) pos 2588672, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206882:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001da43906[3 000000002046d308 2 1 000000002cef9668 0 0 632] 00000080:00200000:1.0:1787826416.206884:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000838d0d02 17ffffc0001001 3:0 ffff9ab5d00f51d0 632 lru 00000080:00200000:1.0:1787826416.206890:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f47c7ab9 632: 1< 0 - - > 2< 2588672 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206892:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001da43906 00000080:00200000:1.0:1787826416.206893:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:1.0:1787826416.206895:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 633 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206909:0:18582:0:(rw26.c:875:ll_write_end()) pos 2592768, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206914:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ccceee78[3 000000002046d308 2 1 000000002cef9668 0 0 633] 00000080:00200000:1.0:1787826416.206916:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5baf0aa 17ffffc0001001 3:0 ffff9ab5d00f52b8 633 lru 00000080:00200000:1.0:1787826416.206921:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b3b32af6 633: 1< 0 - - > 2< 2592768 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206924:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ccceee78 00000080:00200000:1.0:1787826416.206924:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:1.0:1787826416.206926:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 634 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206941:0:18582:0:(rw26.c:875:ll_write_end()) pos 2596864, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206946:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000863d56f7[3 000000002046d308 2 1 000000002cef9668 0 0 634] 00000080:00200000:1.0:1787826416.206949:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000bb9febcf 17ffffc0001001 3:0 ffff9ab5d00f5ae0 634 lru 00000080:00200000:1.0:1787826416.206954:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005bd8abb9 634: 1< 0 - - > 2< 2596864 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206958:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000863d56f7 00000080:00200000:1.0:1787826416.206960:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:1.0:1787826416.206961:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 635 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.206977:0:18582:0:(rw26.c:875:ll_write_end()) pos 2600960, len 4096, copied 4096 00000080:00200000:1.0:1787826416.206981:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b0d43444[3 000000002046d308 2 1 000000002cef9668 0 0 635] 00000080:00200000:1.0:1787826416.206984:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005bfbd845 17ffffc0001001 3:0 ffff9ab5d00f5740 635 lru 00000080:00200000:1.0:1787826416.206989:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e34af6e8 635: 1< 0 - - > 2< 2600960 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.206992:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b0d43444 00000080:00200000:1.0:1787826416.206993:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:1.0:1787826416.206995:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 636 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207010:0:18582:0:(rw26.c:875:ll_write_end()) pos 2605056, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207014:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f9e3990d[3 000000002046d308 2 1 000000002cef9668 0 0 636] 00000080:00200000:1.0:1787826416.207017:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000224ca3e1 17ffffc0001001 3:0 ffff9ab5d00f5d98 636 lru 00000080:00200000:1.0:1787826416.207022:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000be2c8943 636: 1< 0 - - > 2< 2605056 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207025:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f9e3990d 00000080:00200000:1.0:1787826416.207027:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:1.0:1787826416.207029:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 637 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207045:0:18582:0:(rw26.c:875:ll_write_end()) pos 2609152, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207050:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000001a04997[3 000000002046d308 2 1 000000002cef9668 0 0 637] 00000080:00200000:1.0:1787826416.207053:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000089cd61a2 17ffffc0001001 3:0 ffff9ab5d00f5e80 637 lru 00000080:00200000:1.0:1787826416.207058:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad6d54fa 637: 1< 0 - - > 2< 2609152 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207060:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000001a04997 00000080:00200000:1.0:1787826416.207062:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:1.0:1787826416.207063:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 638 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207076:0:18582:0:(rw26.c:875:ll_write_end()) pos 2613248, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207080:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000017a6513b[3 000000002046d308 2 1 000000002cef9668 0 0 638] 00000080:00200000:1.0:1787826416.207151:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000dd89ccfc 17ffffc0001001 3:0 ffff9ab5d00f5658 638 lru 00000080:00200000:1.0:1787826416.207157:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004b33fe26 638: 1< 0 - - > 2< 2613248 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207159:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000017a6513b 00000080:00200000:1.0:1787826416.207160:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:1.0:1787826416.207162:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 639 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207179:0:18582:0:(rw26.c:875:ll_write_end()) pos 2617344, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207184:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000cec2e776[3 000000002046d308 2 1 000000002cef9668 0 0 639] 00000080:00200000:1.0:1787826416.207186:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc1c09bf 17ffffc0001001 3:0 ffff9ab5d00f5910 639 lru 00000080:00200000:1.0:1787826416.207191:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004a3f7d31 639: 1< 0 - - > 2< 2617344 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207193:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000cec2e776 00000080:00200000:1.0:1787826416.207194:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:1.0:1787826416.207196:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 640 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207230:0:18582:0:(rw26.c:875:ll_write_end()) pos 2621440, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207235:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a9df3edc[3 000000002046d308 2 1 000000002cef9668 0 0 640] 00000080:00200000:1.0:1787826416.207238:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000065cadff4 17ffffc0001001 3:0 ffff9ab5d00f5bc8 640 lru 00000080:00200000:1.0:1787826416.207243:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006914fd82 640: 1< 0 - - > 2< 2621440 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207246:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a9df3edc 00000080:00200000:1.0:1787826416.207247:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:1.0:1787826416.207249:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 641 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207264:0:18582:0:(rw26.c:875:ll_write_end()) pos 2625536, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207269:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000082e2e23c[3 000000002046d308 2 1 000000002cef9668 0 0 641] 00000080:00200000:1.0:1787826416.207272:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f93ac348 17ffffc0001001 3:0 ffff9ab5d00f50e8 641 lru 00000080:00200000:1.0:1787826416.207277:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000078949f3 641: 1< 0 - - > 2< 2625536 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207279:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000082e2e23c 00000080:00200000:1.0:1787826416.207280:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:1.0:1787826416.207282:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 642 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207295:0:18582:0:(rw26.c:875:ll_write_end()) pos 2629632, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207299:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002f7ed726[3 000000002046d308 2 1 000000002cef9668 0 0 642] 00000080:00200000:1.0:1787826416.207302:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000749331b3 17ffffc0001001 3:0 ffff9ab5d00f5828 642 lru 00000080:00200000:1.0:1787826416.207307:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000997e139c 642: 1< 0 - - > 2< 2629632 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207309:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002f7ed726 00000080:00200000:1.0:1787826416.207309:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:1.0:1787826416.207311:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 643 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207323:0:18582:0:(rw26.c:875:ll_write_end()) pos 2633728, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207327:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009102333d[3 000000002046d308 2 1 000000002cef9668 0 0 643] 00000080:00200000:1.0:1787826416.207330:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4231715 17ffffc0001001 3:0 ffff9ab5d00f5cb0 643 lru 00000080:00200000:1.0:1787826416.207334:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001141cbcb 643: 1< 0 - - > 2< 2633728 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207336:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009102333d 00000080:00200000:1.0:1787826416.207337:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:1.0:1787826416.207339:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 644 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207350:0:18582:0:(rw26.c:875:ll_write_end()) pos 2637824, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207353:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000eebdd5e0[3 000000002046d308 2 1 000000002cef9668 0 0 644] 00000080:00200000:1.0:1787826416.207355:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000040d8e193 17ffffc0001001 3:0 ffff9ab5d00f53a0 644 lru 00000080:00200000:1.0:1787826416.207360:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000beae7cc2 644: 1< 0 - - > 2< 2637824 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207362:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000eebdd5e0 00000080:00200000:1.0:1787826416.207363:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:1.0:1787826416.207365:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 645 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207374:0:18582:0:(rw26.c:875:ll_write_end()) pos 2641920, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207377:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000051159736[3 000000002046d308 2 1 000000002cef9668 0 0 645] 00000080:00200000:1.0:1787826416.207379:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000b0bfe55 17ffffc0001001 3:0 ffff9ab5d00f5000 645 lru 00000080:00200000:1.0:1787826416.207383:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0906e44 645: 1< 0 - - > 2< 2641920 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207385:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000051159736 00000080:00200000:1.0:1787826416.207387:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:1.0:1787826416.207388:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 646 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207554:0:18582:0:(rw26.c:875:ll_write_end()) pos 2646016, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207559:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000740991f[3 000000002046d308 2 1 000000002cef9668 0 0 646] 00000080:00200000:1.0:1787826416.207562:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000094d81ef9 17ffffc0001021 2:0 ffff9ab5d00f5488 646 lru 00000080:00200000:1.0:1787826416.207567:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000017760dd3 646: 1< 0 - - > 2< 2646016 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207569:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000740991f 00000080:00200000:1.0:1787826416.207570:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:1.0:1787826416.207572:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 647 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207592:0:18582:0:(rw26.c:875:ll_write_end()) pos 2650112, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207596:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003b7624b4[3 000000002046d308 2 1 000000002cef9668 0 0 647] 00000080:00200000:1.0:1787826416.207599:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007051068b 17ffffc0001001 3:0 ffff9ab5f18b2740 647 lru 00000080:00200000:1.0:1787826416.207671:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a631d10b 647: 1< 0 - - > 2< 2650112 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207674:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003b7624b4 00000080:00200000:1.0:1787826416.207676:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:1.0:1787826416.207678:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 648 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207696:0:18582:0:(rw26.c:875:ll_write_end()) pos 2654208, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207700:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000dd8269b7[3 000000002046d308 2 1 000000002cef9668 0 0 648] 00000080:00200000:1.0:1787826416.207702:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000086e3886f 17ffffc0001001 3:0 ffff9ab5f18b2d98 648 lru 00000080:00200000:1.0:1787826416.207708:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb6c9494 648: 1< 0 - - > 2< 2654208 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207709:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000dd8269b7 00000080:00200000:1.0:1787826416.207710:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:1.0:1787826416.207713:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 649 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207803:0:18582:0:(rw26.c:875:ll_write_end()) pos 2658304, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207809:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002d55e7e0[3 000000002046d308 2 1 000000002cef9668 0 0 649] 00000080:00200000:1.0:1787826416.207811:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000721ee49b 17ffffc0001001 3:0 ffff9ab5f18b2e80 649 lru 00000080:00200000:1.0:1787826416.207817:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b2eb0722 649: 1< 0 - - > 2< 2658304 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207819:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002d55e7e0 00000080:00200000:1.0:1787826416.207820:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:1.0:1787826416.207822:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 650 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207838:0:18582:0:(rw26.c:875:ll_write_end()) pos 2662400, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207842:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b157a47b[3 000000002046d308 2 1 000000002cef9668 0 0 650] 00000080:00200000:1.0:1787826416.207845:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa22b041 17ffffc0001001 3:0 ffff9ab5f18b2658 650 lru 00000080:00200000:1.0:1787826416.207850:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000511e290 650: 1< 0 - - > 2< 2662400 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207852:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b157a47b 00000080:00200000:1.0:1787826416.207853:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:1.0:1787826416.207854:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 651 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207871:0:18582:0:(rw26.c:875:ll_write_end()) pos 2666496, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207876:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000027d50f97[3 000000002046d308 2 1 000000002cef9668 0 0 651] 00000080:00200000:1.0:1787826416.207879:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000094cd2c20 17ffffc0001001 3:0 ffff9ab5f18b2910 651 lru 00000080:00200000:1.0:1787826416.207884:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000072c2893b 651: 1< 0 - - > 2< 2666496 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207886:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000027d50f97 00000080:00200000:1.0:1787826416.207887:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:1.0:1787826416.207889:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 652 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207905:0:18582:0:(rw26.c:875:ll_write_end()) pos 2670592, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207909:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000dd88961f[3 000000002046d308 2 1 000000002cef9668 0 0 652] 00000080:00200000:1.0:1787826416.207912:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b93be001 17ffffc0001001 3:0 ffff9ab5f18b2bc8 652 lru 00000080:00200000:1.0:1787826416.207917:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003126e5ce 652: 1< 0 - - > 2< 2670592 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207920:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000dd88961f 00000080:00200000:1.0:1787826416.207921:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:1.0:1787826416.207923:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 653 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207937:0:18582:0:(rw26.c:875:ll_write_end()) pos 2674688, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207942:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006d05d0b5[3 000000002046d308 2 1 000000002cef9668 0 0 653] 00000080:00200000:1.0:1787826416.207945:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000047ac1171 17ffffc0001001 3:0 ffff9ab5f18b20e8 653 lru 00000080:00200000:1.0:1787826416.207950:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008abbe821 653: 1< 0 - - > 2< 2674688 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207952:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006d05d0b5 00000080:00200000:1.0:1787826416.207953:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:1.0:1787826416.207955:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 654 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.207969:0:18582:0:(rw26.c:875:ll_write_end()) pos 2678784, len 4096, copied 4096 00000080:00200000:1.0:1787826416.207973:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000082a96d45[3 000000002046d308 2 1 000000002cef9668 0 0 654] 00000080:00200000:1.0:1787826416.207976:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000094f46e27 17ffffc0001001 3:0 ffff9ab5f18b2828 654 lru 00000080:00200000:1.0:1787826416.207981:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000380c90f3 654: 1< 0 - - > 2< 2678784 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.207983:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000082a96d45 00000080:00200000:1.0:1787826416.207984:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:1.0:1787826416.207986:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 655 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208000:0:18582:0:(rw26.c:875:ll_write_end()) pos 2682880, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208004:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c572bbd3[3 000000002046d308 2 1 000000002cef9668 0 0 655] 00000080:00200000:1.0:1787826416.208007:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ea580c2b 17ffffc0001001 3:0 ffff9ab5f18b2cb0 655 lru 00000080:00200000:1.0:1787826416.208012:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d92210dc 655: 1< 0 - - > 2< 2682880 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208015:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c572bbd3 00000080:00200000:1.0:1787826416.208016:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:1.0:1787826416.208018:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 656 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208032:0:18582:0:(rw26.c:875:ll_write_end()) pos 2686976, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208036:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006230b7d2[3 000000002046d308 2 1 000000002cef9668 0 0 656] 00000080:00200000:1.0:1787826416.208039:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000065c9d67b 17ffffc0001001 3:0 ffff9ab5f18b23a0 656 lru 00000080:00200000:1.0:1787826416.208044:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd982965 656: 1< 0 - - > 2< 2686976 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208048:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006230b7d2 00000080:00200000:1.0:1787826416.208049:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1787826416.208050:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 657 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208064:0:18582:0:(rw26.c:875:ll_write_end()) pos 2691072, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208069:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000065fbb6e7[3 000000002046d308 2 1 000000002cef9668 0 0 657] 00000080:00200000:1.0:1787826416.208072:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f5bbee02 17ffffc0001001 3:0 ffff9ab5f18b2000 657 lru 00000080:00200000:1.0:1787826416.208077:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006b89869e 657: 1< 0 - - > 2< 2691072 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208080:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000065fbb6e7 00000080:00200000:1.0:1787826416.208081:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:1.0:1787826416.208139:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 658 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208158:0:18582:0:(rw26.c:875:ll_write_end()) pos 2695168, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208162:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b932e22f[3 000000002046d308 2 1 000000002cef9668 0 0 658] 00000080:00200000:1.0:1787826416.208165:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000056cc99c8 17ffffc0001001 3:0 ffff9ab5f18b2488 658 lru 00000080:00200000:1.0:1787826416.208172:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000929be74e 658: 1< 0 - - > 2< 2695168 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208174:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b932e22f 00000080:00200000:1.0:1787826416.208175:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1787826416.208177:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 659 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208192:0:18582:0:(rw26.c:875:ll_write_end()) pos 2699264, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208196:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b7de91cb[3 000000002046d308 2 1 000000002cef9668 0 0 659] 00000080:00200000:1.0:1787826416.208199:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000040b3dcc8 17ffffc0001001 3:0 ffff9ab5f18b29f8 659 lru 00000080:00200000:1.0:1787826416.208204:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000337fc837 659: 1< 0 - - > 2< 2699264 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208206:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b7de91cb 00000080:00200000:1.0:1787826416.208207:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:1.0:1787826416.208220:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 660 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208235:0:18582:0:(rw26.c:875:ll_write_end()) pos 2703360, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208239:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000073c1b953[3 000000002046d308 2 1 000000002cef9668 0 0 660] 00000080:00200000:1.0:1787826416.208242:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000066250871 17ffffc0001001 3:0 ffff9ab5f18b2570 660 lru 00000080:00200000:1.0:1787826416.208247:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b7069555 660: 1< 0 - - > 2< 2703360 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208248:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000073c1b953 00000080:00200000:1.0:1787826416.208249:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:1.0:1787826416.208251:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 661 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208267:0:18582:0:(rw26.c:875:ll_write_end()) pos 2707456, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208271:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fc14324a[3 000000002046d308 2 1 000000002cef9668 0 0 661] 00000080:00200000:1.0:1787826416.208273:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000af0dd285 17ffffc0001021 2:0 ffff9ab5f18b21d0 661 lru 00000080:00200000:1.0:1787826416.208278:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008501cc21 661: 1< 0 - - > 2< 2707456 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208280:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fc14324a 00000080:00200000:1.0:1787826416.208280:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:1.0:1787826416.208282:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 662 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208293:0:18582:0:(rw26.c:875:ll_write_end()) pos 2711552, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208298:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003bde4e01[3 000000002046d308 2 1 000000002cef9668 0 0 662] 00000080:00200000:1.0:1787826416.208300:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003e4791c9 17ffffc0001001 3:0 ffff9ab5f18b22b8 662 lru 00000080:00200000:1.0:1787826416.208305:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000802f23ea 662: 1< 0 - - > 2< 2711552 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208307:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003bde4e01 00000080:00200000:1.0:1787826416.208308:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:1.0:1787826416.208309:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 663 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208320:0:18582:0:(rw26.c:875:ll_write_end()) pos 2715648, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208323:0:18582:0:(rw26.c:933:ll_write_end()) page@000000005ecbe39f[3 000000002046d308 2 1 000000002cef9668 0 0 663] 00000080:00200000:1.0:1787826416.208326:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cab9d3ba 17ffffc0001001 3:0 ffff9ab5f18b2ae0 663 lru 00000080:00200000:1.0:1787826416.208330:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a92c3244 663: 1< 0 - - > 2< 2715648 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208332:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000005ecbe39f 00000080:00200000:1.0:1787826416.208333:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1787826416.208335:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 664 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208351:0:18582:0:(rw26.c:875:ll_write_end()) pos 2719744, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208355:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000422f7145[3 000000002046d308 2 1 000000002cef9668 0 0 664] 00000080:00200000:1.0:1787826416.208358:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000049a1cdaf 17ffffc0001001 3:0 ffff9ab5f1728e80 664 lru 00000080:00200000:1.0:1787826416.208363:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d7c94d84 664: 1< 0 - - > 2< 2719744 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208365:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000422f7145 00000080:00200000:1.0:1787826416.208366:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:1.0:1787826416.208367:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 665 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.208380:0:18582:0:(rw26.c:875:ll_write_end()) pos 2723840, len 4096, copied 4096 00000080:00200000:1.0:1787826416.208383:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a9b74fb1[3 000000002046d308 2 1 000000002cef9668 0 0 665] 00000080:00200000:1.0:1787826416.208385:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000abf302ed 17ffffc0001001 3:0 ffff9ab5f1728658 665 lru 00000080:00200000:1.0:1787826416.208390:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfe760a5 665: 1< 0 - - > 2< 2723840 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.208392:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a9b74fb1 00000080:00200000:1.0:1787826416.208393:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:1.0:1787826416.208395:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 666 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.209844:0:18582:0:(rw26.c:875:ll_write_end()) pos 2727936, len 4096, copied 4096 00000080:00200000:1.0:1787826416.209857:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000092dfc443[3 000000002046d308 2 1 000000002cef9668 0 0 666] 00000080:00200000:1.0:1787826416.209860:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005fe3d010 17ffffc0001001 3:0 ffff9ab5f1728910 666 lru 00000080:00200000:1.0:1787826416.209866:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3d21967 666: 1< 0 - - > 2< 2727936 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.209868:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000092dfc443 00000080:00200000:1.0:1787826416.209870:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:1.0:1787826416.209873:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 667 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.209888:0:18582:0:(rw26.c:875:ll_write_end()) pos 2732032, len 4096, copied 4096 00000080:00200000:1.0:1787826416.209893:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d0f616ce[3 000000002046d308 2 1 000000002cef9668 0 0 667] 00000080:00200000:1.0:1787826416.209896:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000038e096d 17ffffc0001001 3:0 ffff9ab5f1728bc8 667 lru 00000080:00200000:1.0:1787826416.209900:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae629ba7 667: 1< 0 - - > 2< 2732032 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.209903:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d0f616ce 00000080:00200000:1.0:1787826416.209904:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:1.0:1787826416.209906:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 668 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.209919:0:18582:0:(rw26.c:875:ll_write_end()) pos 2736128, len 4096, copied 4096 00000080:00200000:1.0:1787826416.209924:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f264f96b[3 000000002046d308 2 1 000000002cef9668 0 0 668] 00000080:00200000:1.0:1787826416.209926:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008c604e00 17ffffc0001001 3:0 ffff9ab5f17280e8 668 lru 00000080:00200000:1.0:1787826416.209931:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f5bfccd3 668: 1< 0 - - > 2< 2736128 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.209933:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f264f96b 00000080:00200000:1.0:1787826416.209934:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:1.0:1787826416.209936:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 669 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.209950:0:18582:0:(rw26.c:875:ll_write_end()) pos 2740224, len 4096, copied 4096 00000080:00200000:1.0:1787826416.209955:0:18582:0:(rw26.c:933:ll_write_end()) page@000000005439735c[3 000000002046d308 2 1 000000002cef9668 0 0 669] 00000080:00200000:1.0:1787826416.209957:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000ec24398 17ffffc0001001 3:0 ffff9ab5f1728828 669 lru 00000080:00200000:1.0:1787826416.209962:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c3d571ce 669: 1< 0 - - > 2< 2740224 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.209963:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000005439735c 00000080:00200000:1.0:1787826416.209965:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:1.0:1787826416.209967:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 670 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.209980:0:18582:0:(rw26.c:875:ll_write_end()) pos 2744320, len 4096, copied 4096 00000080:00200000:1.0:1787826416.209983:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d7ac2a5a[3 000000002046d308 2 1 000000002cef9668 0 0 670] 00000080:00200000:1.0:1787826416.209986:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003c69928e 17ffffc0001001 3:0 ffff9ab5f1728cb0 670 lru 00000080:00200000:1.0:1787826416.209989:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000064db37a1 670: 1< 0 - - > 2< 2744320 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.209991:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d7ac2a5a 00000080:00200000:1.0:1787826416.209992:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:1.0:1787826416.209994:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 671 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210007:0:18582:0:(rw26.c:875:ll_write_end()) pos 2748416, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210010:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f06ad706[3 000000002046d308 2 1 000000002cef9668 0 0 671] 00000080:00200000:1.0:1787826416.210013:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000230868c 17ffffc0001001 3:0 ffff9ab5f17283a0 671 lru 00000080:00200000:1.0:1787826416.210017:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000083d699c3 671: 1< 0 - - > 2< 2748416 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210019:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f06ad706 00000080:00200000:1.0:1787826416.210020:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:1.0:1787826416.210021:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 672 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210034:0:18582:0:(rw26.c:875:ll_write_end()) pos 2752512, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210038:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f5d17103[3 000000002046d308 2 1 000000002cef9668 0 0 672] 00000080:00200000:1.0:1787826416.210041:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd08830d 17ffffc0001001 3:0 ffff9ab5f1728000 672 lru 00000080:00200000:1.0:1787826416.210046:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000da470bc8 672: 1< 0 - - > 2< 2752512 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210048:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f5d17103 00000080:00200000:1.0:1787826416.210049:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:1.0:1787826416.210051:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 673 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210062:0:18582:0:(rw26.c:875:ll_write_end()) pos 2756608, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210066:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001da3a76b[3 000000002046d308 2 1 000000002cef9668 0 0 673] 00000080:00200000:1.0:1787826416.210068:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000021805225 17ffffc0001001 3:0 ffff9ab5f1728488 673 lru 00000080:00200000:1.0:1787826416.210073:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000062808533 673: 1< 0 - - > 2< 2756608 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210075:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001da3a76b 00000080:00200000:1.0:1787826416.210075:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:1.0:1787826416.210077:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 674 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210088:0:18582:0:(rw26.c:875:ll_write_end()) pos 2760704, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210091:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ba6d2608[3 000000002046d308 2 1 000000002cef9668 0 0 674] 00000080:00200000:1.0:1787826416.210096:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000469c34c5 17ffffc0001001 3:0 ffff9ab5f17289f8 674 lru 00000080:00200000:1.0:1787826416.210101:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000068c7ba4f 674: 1< 0 - - > 2< 2760704 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210103:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ba6d2608 00000080:00200000:1.0:1787826416.210104:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:1.0:1787826416.210105:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 675 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210117:0:18582:0:(rw26.c:875:ll_write_end()) pos 2764800, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210121:0:18582:0:(rw26.c:933:ll_write_end()) page@000000004835f2da[3 000000002046d308 2 1 000000002cef9668 0 0 675] 00000080:00200000:1.0:1787826416.210123:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006bc8f2c9 17ffffc0001001 3:0 ffff9ab5f1728570 675 lru 00000080:00200000:1.0:1787826416.210128:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008a9aff2a 675: 1< 0 - - > 2< 2764800 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210130:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000004835f2da 00000080:00200000:1.0:1787826416.210132:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:1.0:1787826416.210133:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 676 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210150:0:18582:0:(rw26.c:875:ll_write_end()) pos 2768896, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210154:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009335f0d6[3 000000002046d308 2 1 000000002cef9668 0 0 676] 00000080:00200000:1.0:1787826416.210156:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006e186995 17ffffc0001021 2:0 ffff9ab5f17281d0 676 lru 00000080:00200000:1.0:1787826416.210161:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001121b22c 676: 1< 0 - - > 2< 2768896 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210163:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009335f0d6 00000080:00200000:1.0:1787826416.210163:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:1.0:1787826416.210166:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 677 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210176:0:18582:0:(rw26.c:875:ll_write_end()) pos 2772992, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210180:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000034efc2a3[3 000000002046d308 2 1 000000002cef9668 0 0 677] 00000080:00200000:1.0:1787826416.210182:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c3d60a7d 17ffffc0001001 3:0 ffff9ab5f17282b8 677 lru 00000080:00200000:1.0:1787826416.210186:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003454bf72 677: 1< 0 - - > 2< 2772992 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210188:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000034efc2a3 00000080:00200000:1.0:1787826416.210189:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:1.0:1787826416.210190:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 678 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210201:0:18582:0:(rw26.c:875:ll_write_end()) pos 2777088, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210205:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000159006e6[3 000000002046d308 2 1 000000002cef9668 0 0 678] 00000080:00200000:1.0:1787826416.210207:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000045e68a5e 17ffffc0001001 3:0 ffff9ab5f1728ae0 678 lru 00000080:00200000:1.0:1787826416.210225:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003a4e45f1 678: 1< 0 - - > 2< 2777088 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210229:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000159006e6 00000080:00200000:1.0:1787826416.210230:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:1.0:1787826416.210232:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 679 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210249:0:18582:0:(rw26.c:875:ll_write_end()) pos 2781184, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210254:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000038b1699b[3 000000002046d308 2 1 000000002cef9668 0 0 679] 00000080:00200000:1.0:1787826416.210257:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000095608425 17ffffc0001001 3:0 ffff9ab5f1728740 679 lru 00000080:00200000:1.0:1787826416.210263:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001983fd87 679: 1< 0 - - > 2< 2781184 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210265:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000038b1699b 00000080:00200000:1.0:1787826416.210266:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:1.0:1787826416.210268:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 680 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210278:0:18582:0:(rw26.c:875:ll_write_end()) pos 2785280, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210282:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002f171535[3 000000002046d308 2 1 000000002cef9668 0 0 680] 00000080:00200000:1.0:1787826416.210284:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f776b881 17ffffc0001001 3:0 ffff9ab5f1728d98 680 lru 00000080:00200000:1.0:1787826416.210289:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000dbf356c6 680: 1< 0 - - > 2< 2785280 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210292:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002f171535 00000080:00200000:1.0:1787826416.210293:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:1.0:1787826416.210294:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 681 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210315:0:18582:0:(rw26.c:875:ll_write_end()) pos 2789376, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210319:0:18582:0:(rw26.c:933:ll_write_end()) page@000000004db52827[3 000000002046d308 2 1 000000002cef9668 0 0 681] 00000080:00200000:1.0:1787826416.210322:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000025df9350 17ffffc0001001 3:0 ffff9ab5f1729cb0 681 lru 00000080:00200000:1.0:1787826416.210327:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9b12450 681: 1< 0 - - > 2< 2789376 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210329:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000004db52827 00000080:00200000:1.0:1787826416.210330:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:1.0:1787826416.210332:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 682 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210344:0:18582:0:(rw26.c:875:ll_write_end()) pos 2793472, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210349:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000149aba82[3 000000002046d308 2 1 000000002cef9668 0 0 682] 00000080:00200000:1.0:1787826416.210352:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000075314340 17ffffc0001001 3:0 ffff9ab5f17293a0 682 lru 00000080:00200000:1.0:1787826416.210357:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000099b6b01d 682: 1< 0 - - > 2< 2793472 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210359:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000149aba82 00000080:00200000:1.0:1787826416.210361:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:1.0:1787826416.210362:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 683 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.210373:0:18582:0:(rw26.c:875:ll_write_end()) pos 2797568, len 4096, copied 4096 00000080:00200000:1.0:1787826416.210377:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000062eebe15[3 000000002046d308 2 1 000000002cef9668 0 0 683] 00000080:00200000:1.0:1787826416.210380:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7677379 17ffffc0001001 3:0 ffff9ab5f1729000 683 lru 00000080:00200000:1.0:1787826416.210385:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3993dfc 683: 1< 0 - - > 2< 2797568 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.210387:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000062eebe15 00000080:00200000:1.0:1787826416.210389:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:1.0:1787826416.210391:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 684 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.211575:0:18582:0:(rw26.c:875:ll_write_end()) pos 2801664, len 4096, copied 4096 00000080:00200000:1.0:1787826416.211586:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000393bdec3[3 000000002046d308 2 1 000000002cef9668 0 0 684] 00000080:00200000:1.0:1787826416.211589:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000055460b64 17ffffc0001001 3:0 ffff9ab5f1729488 684 lru 00000080:00200000:1.0:1787826416.211595:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b96170ac 684: 1< 0 - - > 2< 2801664 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.211597:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000393bdec3 00000080:00200000:1.0:1787826416.211598:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:1.0:1787826416.212503:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 685 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212545:0:18582:0:(rw26.c:875:ll_write_end()) pos 2805760, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212551:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000904e8d19[3 000000002046d308 2 1 000000002cef9668 0 0 685] 00000080:00200000:1.0:1787826416.212554:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003d491318 17ffffc0001001 3:0 ffff9ab5f17299f8 685 lru 00000080:00200000:1.0:1787826416.212561:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000337eacf8 685: 1< 0 - - > 2< 2805760 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212563:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000904e8d19 00000080:00200000:1.0:1787826416.212564:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:1.0:1787826416.212566:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 686 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212580:0:18582:0:(rw26.c:875:ll_write_end()) pos 2809856, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212584:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008bb0d260[3 000000002046d308 2 1 000000002cef9668 0 0 686] 00000080:00200000:1.0:1787826416.212586:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f751c02b 17ffffc0001001 3:0 ffff9ab5f1729570 686 lru 00000080:00200000:1.0:1787826416.212591:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4ae4629 686: 1< 0 - - > 2< 2809856 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212593:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008bb0d260 00000080:00200000:1.0:1787826416.212594:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:1.0:1787826416.212596:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 687 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212621:0:18582:0:(rw26.c:875:ll_write_end()) pos 2813952, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212625:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000064e41301[3 000000002046d308 2 1 000000002cef9668 0 0 687] 00000080:00200000:1.0:1787826416.212628:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000db440f2b 17ffffc0001001 3:0 ffff9ab5f17291d0 687 lru 00000080:00200000:1.0:1787826416.212633:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004021f080 687: 1< 0 - - > 2< 2813952 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212635:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000064e41301 00000080:00200000:1.0:1787826416.212636:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:1.0:1787826416.212637:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 688 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212650:0:18582:0:(rw26.c:875:ll_write_end()) pos 2818048, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212654:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000039da4f18[3 000000002046d308 2 1 000000002cef9668 0 0 688] 00000080:00200000:1.0:1787826416.212657:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000434498df 17ffffc0001001 3:0 ffff9ab5f17292b8 688 lru 00000080:00200000:1.0:1787826416.212661:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000078a37525 688: 1< 0 - - > 2< 2818048 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212663:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000039da4f18 00000080:00200000:1.0:1787826416.212664:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:1.0:1787826416.212666:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 689 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212681:0:18582:0:(rw26.c:875:ll_write_end()) pos 2822144, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212684:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e8fc3f23[3 000000002046d308 2 1 000000002cef9668 0 0 689] 00000080:00200000:1.0:1787826416.212686:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000162368e6 17ffffc0001001 3:0 ffff9ab5f1729ae0 689 lru 00000080:00200000:1.0:1787826416.212691:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000091066bbe 689: 1< 0 - - > 2< 2822144 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212693:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e8fc3f23 00000080:00200000:1.0:1787826416.212694:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:1.0:1787826416.212695:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 690 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212707:0:18582:0:(rw26.c:875:ll_write_end()) pos 2826240, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212711:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000094b6b2d4[3 000000002046d308 2 1 000000002cef9668 0 0 690] 00000080:00200000:1.0:1787826416.212713:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000028f46be1 17ffffc0001001 3:0 ffff9ab5f1729740 690 lru 00000080:00200000:1.0:1787826416.212718:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000df748771 690: 1< 0 - - > 2< 2826240 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212733:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000094b6b2d4 00000080:00200000:1.0:1787826416.212734:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:1.0:1787826416.212736:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 691 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212759:0:18582:0:(rw26.c:875:ll_write_end()) pos 2830336, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212763:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001a92fb75[3 000000002046d308 2 1 000000002cef9668 0 0 691] 00000080:00200000:1.0:1787826416.212772:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000036439537 17ffffc0001021 2:0 ffff9ab5f1729d98 691 lru 00000080:00200000:1.0:1787826416.212777:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3f14fc5 691: 1< 0 - - > 2< 2830336 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212779:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001a92fb75 00000080:00200000:1.0:1787826416.212780:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:1.0:1787826416.212782:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 692 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212796:0:18582:0:(rw26.c:875:ll_write_end()) pos 2834432, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212800:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000175d02b9[3 000000002046d308 2 1 000000002cef9668 0 0 692] 00000080:00200000:1.0:1787826416.212803:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000351036e6 17ffffc0001001 3:0 ffff9ab5f1729e80 692 lru 00000080:00200000:1.0:1787826416.212808:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007d3987c0 692: 1< 0 - - > 2< 2834432 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212810:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000175d02b9 00000080:00200000:1.0:1787826416.212811:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:1.0:1787826416.212812:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 693 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212826:0:18582:0:(rw26.c:875:ll_write_end()) pos 2838528, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212831:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b56c5bda[3 000000002046d308 2 1 000000002cef9668 0 0 693] 00000080:00200000:1.0:1787826416.212833:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006deae6c0 17ffffc0001001 3:0 ffff9ab5f1729658 693 lru 00000080:00200000:1.0:1787826416.212837:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006879cead 693: 1< 0 - - > 2< 2838528 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212839:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b56c5bda 00000080:00200000:1.0:1787826416.212840:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:1.0:1787826416.212841:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 694 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212853:0:18582:0:(rw26.c:875:ll_write_end()) pos 2842624, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212857:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000051129f11[3 000000002046d308 2 1 000000002cef9668 0 0 694] 00000080:00200000:1.0:1787826416.212859:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000549908bb 17ffffc0001001 3:0 ffff9ab5f1729910 694 lru 00000080:00200000:1.0:1787826416.212864:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000081bc7a8a 694: 1< 0 - - > 2< 2842624 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212866:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000051129f11 00000080:00200000:1.0:1787826416.212867:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:1.0:1787826416.212868:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 695 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212881:0:18582:0:(rw26.c:875:ll_write_end()) pos 2846720, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212886:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000338adaa9[3 000000002046d308 2 1 000000002cef9668 0 0 695] 00000080:00200000:1.0:1787826416.212888:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000bb4cbe84 17ffffc0001001 3:0 ffff9ab5f1729bc8 695 lru 00000080:00200000:1.0:1787826416.212894:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000038b9bbab 695: 1< 0 - - > 2< 2846720 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212896:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000338adaa9 00000080:00200000:1.0:1787826416.212897:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:1.0:1787826416.212899:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 696 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212912:0:18582:0:(rw26.c:875:ll_write_end()) pos 2850816, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212916:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000920bea0[3 000000002046d308 2 1 000000002cef9668 0 0 696] 00000080:00200000:1.0:1787826416.212919:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006235771e 17ffffc0001001 3:0 ffff9ab5f17290e8 696 lru 00000080:00200000:1.0:1787826416.212923:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000084b5fd41 696: 1< 0 - - > 2< 2850816 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212925:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000920bea0 00000080:00200000:1.0:1787826416.212926:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:1.0:1787826416.212927:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 697 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212938:0:18582:0:(rw26.c:875:ll_write_end()) pos 2854912, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212942:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003a530f04[3 000000002046d308 2 1 000000002cef9668 0 0 697] 00000080:00200000:1.0:1787826416.212944:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000072c62d6b 17ffffc0001001 3:0 ffff9ab5f1729828 697 lru 00000080:00200000:1.0:1787826416.212948:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000075894aad 697: 1< 0 - - > 2< 2854912 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212950:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003a530f04 00000080:00200000:1.0:1787826416.212951:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:1.0:1787826416.212953:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 698 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.212975:0:18582:0:(rw26.c:875:ll_write_end()) pos 2859008, len 4096, copied 4096 00000080:00200000:1.0:1787826416.212980:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000012105aa3[3 000000002046d308 2 1 000000002cef9668 0 0 698] 00000080:00200000:1.0:1787826416.212983:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000028ded91c 17ffffc0001001 3:0 ffff9ab5f1bb1cb0 698 lru 00000080:00200000:1.0:1787826416.212988:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000be3e07b4 698: 1< 0 - - > 2< 2859008 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.212990:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000012105aa3 00000080:00200000:1.0:1787826416.212991:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:1.0:1787826416.212993:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 699 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213007:0:18582:0:(rw26.c:875:ll_write_end()) pos 2863104, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213011:0:18582:0:(rw26.c:933:ll_write_end()) page@000000007fd85bcf[3 000000002046d308 2 1 000000002cef9668 0 0 699] 00000080:00200000:1.0:1787826416.213014:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000117cf4e8 17ffffc0001001 3:0 ffff9ab5f1bb13a0 699 lru 00000080:00200000:1.0:1787826416.213018:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005fd61337 699: 1< 0 - - > 2< 2863104 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213021:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000007fd85bcf 00000080:00200000:1.0:1787826416.213022:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:1.0:1787826416.213023:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 700 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213039:0:18582:0:(rw26.c:875:ll_write_end()) pos 2867200, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213043:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000922c9236[3 000000002046d308 2 1 000000002cef9668 0 0 700] 00000080:00200000:1.0:1787826416.213046:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000db82931f 17ffffc0001001 3:0 ffff9ab5f1bb1000 700 lru 00000080:00200000:1.0:1787826416.213051:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000035323537 700: 1< 0 - - > 2< 2867200 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213054:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000922c9236 00000080:00200000:1.0:1787826416.213055:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:1.0:1787826416.213057:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 701 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213071:0:18582:0:(rw26.c:875:ll_write_end()) pos 2871296, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213075:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f78081a1[3 000000002046d308 2 1 000000002cef9668 0 0 701] 00000080:00200000:1.0:1787826416.213077:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000030a45eb8 17ffffc0001001 3:0 ffff9ab5f1bb1488 701 lru 00000080:00200000:1.0:1787826416.213081:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000fca76c4d 701: 1< 0 - - > 2< 2871296 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213083:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f78081a1 00000080:00200000:1.0:1787826416.213084:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:1.0:1787826416.213085:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 702 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213098:0:18582:0:(rw26.c:875:ll_write_end()) pos 2875392, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213102:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b2741998[3 000000002046d308 2 1 000000002cef9668 0 0 702] 00000080:00200000:1.0:1787826416.213105:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000dec9493 17ffffc0001001 3:0 ffff9ab5f1bb19f8 702 lru 00000080:00200000:1.0:1787826416.213111:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000231a1626 702: 1< 0 - - > 2< 2875392 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213113:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b2741998 00000080:00200000:1.0:1787826416.213114:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:1.0:1787826416.213115:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 703 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213130:0:18582:0:(rw26.c:875:ll_write_end()) pos 2879488, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213134:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009d0641d5[3 000000002046d308 2 1 000000002cef9668 0 0 703] 00000080:00200000:1.0:1787826416.213136:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d776942d 17ffffc0001001 3:0 ffff9ab5f1bb1570 703 lru 00000080:00200000:1.0:1787826416.213141:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cef7d10f 703: 1< 0 - - > 2< 2879488 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213142:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009d0641d5 00000080:00200000:1.0:1787826416.213143:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:1.0:1787826416.213145:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 704 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213162:0:18582:0:(rw26.c:875:ll_write_end()) pos 2883584, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213167:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000008c40a38[3 000000002046d308 2 1 000000002cef9668 0 0 704] 00000080:00200000:1.0:1787826416.213169:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000026f2510a 17ffffc0001001 3:0 ffff9ab5f1bb11d0 704 lru 00000080:00200000:1.0:1787826416.213174:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a4b50d6c 704: 1< 0 - - > 2< 2883584 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213176:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000008c40a38 00000080:00200000:1.0:1787826416.213176:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:1.0:1787826416.213178:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 705 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.213191:0:18582:0:(rw26.c:875:ll_write_end()) pos 2887680, len 4096, copied 4096 00000080:00200000:1.0:1787826416.213196:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000cc186ce0[3 000000002046d308 2 1 000000002cef9668 0 0 705] 00000080:00200000:1.0:1787826416.213199:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5f8b47d 17ffffc0001001 3:0 ffff9ab5f1bb12b8 705 lru 00000080:00200000:1.0:1787826416.213203:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000049130398 705: 1< 0 - - > 2< 2887680 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.213206:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000cc186ce0 00000080:00200000:1.0:1787826416.213207:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1787826416.213208:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 706 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214067:0:18582:0:(rw26.c:875:ll_write_end()) pos 2891776, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214074:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001a2f8a7a[3 000000002046d308 2 1 000000002cef9668 0 0 706] 00000080:00200000:1.0:1787826416.214076:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cbf1ef08 17ffffc0001021 2:0 ffff9ab5f1bb1ae0 706 lru 00000080:00200000:1.0:1787826416.214094:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000082feb65f 706: 1< 0 - - > 2< 2891776 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214097:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001a2f8a7a 00000080:00200000:1.0:1787826416.214098:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1787826416.214101:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 707 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214119:0:18582:0:(rw26.c:875:ll_write_end()) pos 2895872, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214123:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ddfbd9d0[3 000000002046d308 2 1 000000002cef9668 0 0 707] 00000080:00200000:1.0:1787826416.214126:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000bad58a43 17ffffc0001001 3:0 ffff9ab5f1bb1740 707 lru 00000080:00200000:1.0:1787826416.214131:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000046484c82 707: 1< 0 - - > 2< 2895872 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214134:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ddfbd9d0 00000080:00200000:1.0:1787826416.214135:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1787826416.214137:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 708 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214157:0:18582:0:(rw26.c:875:ll_write_end()) pos 2899968, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214161:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000c099164[3 000000002046d308 2 1 000000002cef9668 0 0 708] 00000080:00200000:1.0:1787826416.214164:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000012a210c5 17ffffc0001001 3:0 ffff9ab5f1bb1d98 708 lru 00000080:00200000:1.0:1787826416.214169:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000048e3ec8f 708: 1< 0 - - > 2< 2899968 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214171:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000c099164 00000080:00200000:1.0:1787826416.214172:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:1.0:1787826416.214173:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 709 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214186:0:18582:0:(rw26.c:875:ll_write_end()) pos 2904064, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214191:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ded6a3d0[3 000000002046d308 2 1 000000002cef9668 0 0 709] 00000080:00200000:1.0:1787826416.214193:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005da2e547 17ffffc0001001 3:0 ffff9ab5f1bb1e80 709 lru 00000080:00200000:1.0:1787826416.214198:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007c573175 709: 1< 0 - - > 2< 2904064 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214200:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ded6a3d0 00000080:00200000:1.0:1787826416.214201:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1787826416.214203:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 710 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214228:0:18582:0:(rw26.c:875:ll_write_end()) pos 2908160, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214232:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000523d2d39[3 000000002046d308 2 1 000000002cef9668 0 0 710] 00000080:00200000:1.0:1787826416.214235:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb6b89a5 17ffffc0001001 3:0 ffff9ab5f1bb1658 710 lru 00000080:00200000:1.0:1787826416.214240:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008478bfdf 710: 1< 0 - - > 2< 2908160 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214242:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000523d2d39 00000080:00200000:1.0:1787826416.214243:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:1.0:1787826416.214245:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 711 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214258:0:18582:0:(rw26.c:875:ll_write_end()) pos 2912256, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214262:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c0043811[3 000000002046d308 2 1 000000002cef9668 0 0 711] 00000080:00200000:1.0:1787826416.214265:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000035f4a4cc 17ffffc0001001 3:0 ffff9ab5f1bb1910 711 lru 00000080:00200000:1.0:1787826416.214270:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000beb7c9e 711: 1< 0 - - > 2< 2912256 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214273:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c0043811 00000080:00200000:1.0:1787826416.214274:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1787826416.214276:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 712 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214290:0:18582:0:(rw26.c:875:ll_write_end()) pos 2916352, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214294:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b3a819d7[3 000000002046d308 2 1 000000002cef9668 0 0 712] 00000080:00200000:1.0:1787826416.214297:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000059e220ea 17ffffc0001001 3:0 ffff9ab5f1bb1bc8 712 lru 00000080:00200000:1.0:1787826416.214303:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009e8f56f8 712: 1< 0 - - > 2< 2916352 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214305:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b3a819d7 00000080:00200000:1.0:1787826416.214307:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:1.0:1787826416.214309:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 713 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214323:0:18582:0:(rw26.c:875:ll_write_end()) pos 2920448, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214327:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000038894cdd[3 000000002046d308 2 1 000000002cef9668 0 0 713] 00000080:00200000:1.0:1787826416.214330:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e33a9f0e 17ffffc0001001 3:0 ffff9ab5f1bb10e8 713 lru 00000080:00200000:1.0:1787826416.214335:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002be5121a 713: 1< 0 - - > 2< 2920448 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214337:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000038894cdd 00000080:00200000:1.0:1787826416.214339:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:1.0:1787826416.214340:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 714 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214358:0:18582:0:(rw26.c:875:ll_write_end()) pos 2924544, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214363:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008930edb8[3 000000002046d308 2 1 000000002cef9668 0 0 714] 00000080:00200000:1.0:1787826416.214366:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfdd6419 17ffffc0001001 3:0 ffff9ab5f1bb1828 714 lru 00000080:00200000:1.0:1787826416.214371:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000002562309 714: 1< 0 - - > 2< 2924544 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214373:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008930edb8 00000080:00200000:1.0:1787826416.214374:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1787826416.214376:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 715 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214396:0:18582:0:(rw26.c:875:ll_write_end()) pos 2928640, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214560:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000ced0c533[3 000000002046d308 2 1 000000002cef9668 0 0 715] 00000080:00200000:1.0:1787826416.214563:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006d1e32d1 17ffffc0001001 3:0 ffff9ab5f1850000 715 lru 00000080:00200000:1.0:1787826416.214568:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000036f9c01e 715: 1< 0 - - > 2< 2928640 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214570:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000ced0c533 00000080:00200000:1.0:1787826416.214572:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:1.0:1787826416.214574:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 716 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214591:0:18582:0:(rw26.c:875:ll_write_end()) pos 2932736, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214595:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002e54c873[3 000000002046d308 2 1 000000002cef9668 0 0 716] 00000080:00200000:1.0:1787826416.214598:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000012ad8f56 17ffffc0001001 3:0 ffff9ab5f1850488 716 lru 00000080:00200000:1.0:1787826416.214674:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000003db6907 716: 1< 0 - - > 2< 2932736 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214678:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002e54c873 00000080:00200000:1.0:1787826416.214679:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1787826416.214681:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 717 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214697:0:18582:0:(rw26.c:875:ll_write_end()) pos 2936832, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214701:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008009b64a[3 000000002046d308 2 1 000000002cef9668 0 0 717] 00000080:00200000:1.0:1787826416.214704:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f9833071 17ffffc0001001 3:0 ffff9ab5f18509f8 717 lru 00000080:00200000:1.0:1787826416.214709:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000af44b3a3 717: 1< 0 - - > 2< 2936832 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214710:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008009b64a 00000080:00200000:1.0:1787826416.214711:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:1.0:1787826416.214713:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 718 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214799:0:18582:0:(rw26.c:875:ll_write_end()) pos 2940928, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214804:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000018575a5b[3 000000002046d308 2 1 000000002cef9668 0 0 718] 00000080:00200000:1.0:1787826416.214807:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007b9b4561 17ffffc0001001 3:0 ffff9ab5f1850570 718 lru 00000080:00200000:1.0:1787826416.214811:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002d0b7f44 718: 1< 0 - - > 2< 2940928 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214814:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000018575a5b 00000080:00200000:1.0:1787826416.214814:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:1.0:1787826416.214816:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 719 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214830:0:18582:0:(rw26.c:875:ll_write_end()) pos 2945024, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214834:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008b46d16e[3 000000002046d308 2 1 000000002cef9668 0 0 719] 00000080:00200000:1.0:1787826416.214836:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4202fa6 17ffffc0001001 3:0 ffff9ab5f18501d0 719 lru 00000080:00200000:1.0:1787826416.214841:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000014148d64 719: 1< 0 - - > 2< 2945024 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214843:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008b46d16e 00000080:00200000:1.0:1787826416.214845:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:1.0:1787826416.214846:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 720 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214861:0:18582:0:(rw26.c:875:ll_write_end()) pos 2949120, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214866:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e2d91c3f[3 000000002046d308 2 1 000000002cef9668 0 0 720] 00000080:00200000:1.0:1787826416.214869:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d6ffcad3 17ffffc0001001 3:0 ffff9ab5f18502b8 720 lru 00000080:00200000:1.0:1787826416.214874:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004bf57ebc 720: 1< 0 - - > 2< 2949120 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214876:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e2d91c3f 00000080:00200000:1.0:1787826416.214877:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1787826416.214878:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 721 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214899:0:18582:0:(rw26.c:875:ll_write_end()) pos 2953216, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214904:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f6405627[3 000000002046d308 2 1 000000002cef9668 0 0 721] 00000080:00200000:1.0:1787826416.214906:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d55a409c 17ffffc0001021 2:0 ffff9ab5f1850ae0 721 lru 00000080:00200000:1.0:1787826416.214912:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009d2fef61 721: 1< 0 - - > 2< 2953216 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214913:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f6405627 00000080:00200000:1.0:1787826416.214914:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:1.0:1787826416.214916:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 722 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214929:0:18582:0:(rw26.c:875:ll_write_end()) pos 2957312, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214932:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a593be14[3 000000002046d308 2 1 000000002cef9668 0 0 722] 00000080:00200000:1.0:1787826416.214935:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed062ec1 17ffffc0001001 3:0 ffff9ab5f1850740 722 lru 00000080:00200000:1.0:1787826416.214939:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b5219f4e 722: 1< 0 - - > 2< 2957312 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214943:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a593be14 00000080:00200000:1.0:1787826416.214944:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:1.0:1787826416.214945:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 723 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214960:0:18582:0:(rw26.c:875:ll_write_end()) pos 2961408, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214964:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006fef52a4[3 000000002046d308 2 1 000000002cef9668 0 0 723] 00000080:00200000:1.0:1787826416.214966:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000077d954f0 17ffffc0001001 3:0 ffff9ab5f1850d98 723 lru 00000080:00200000:1.0:1787826416.214971:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea053d73 723: 1< 0 - - > 2< 2961408 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.214973:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006fef52a4 00000080:00200000:1.0:1787826416.214974:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1787826416.214976:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 724 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.214990:0:18582:0:(rw26.c:875:ll_write_end()) pos 2965504, len 4096, copied 4096 00000080:00200000:1.0:1787826416.214994:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b1d82426[3 000000002046d308 2 1 000000002cef9668 0 0 724] 00000080:00200000:1.0:1787826416.214996:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000433966fc 17ffffc0001001 3:0 ffff9ab5f1850e80 724 lru 00000080:00200000:1.0:1787826416.215000:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002277ed64 724: 1< 0 - - > 2< 2965504 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215002:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b1d82426 00000080:00200000:1.0:1787826416.215003:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1787826416.215005:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 725 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215018:0:18582:0:(rw26.c:875:ll_write_end()) pos 2969600, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215022:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003be886bd[3 000000002046d308 2 1 000000002cef9668 0 0 725] 00000080:00200000:1.0:1787826416.215025:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000048339028 17ffffc0001001 3:0 ffff9ab5f1850658 725 lru 00000080:00200000:1.0:1787826416.215029:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003ee28dce 725: 1< 0 - - > 2< 2969600 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215031:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003be886bd 00000080:00200000:1.0:1787826416.215032:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1787826416.215034:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 726 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215045:0:18582:0:(rw26.c:875:ll_write_end()) pos 2973696, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215049:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a8be0e8b[3 000000002046d308 2 1 000000002cef9668 0 0 726] 00000080:00200000:1.0:1787826416.215051:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000215f5a65 17ffffc0001001 3:0 ffff9ab5f1850910 726 lru 00000080:00200000:1.0:1787826416.215056:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e33a0387 726: 1< 0 - - > 2< 2973696 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215058:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a8be0e8b 00000080:00200000:1.0:1787826416.215059:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:1.0:1787826416.215060:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 727 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215071:0:18582:0:(rw26.c:875:ll_write_end()) pos 2977792, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215074:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000087dcac8a[3 000000002046d308 2 1 000000002cef9668 0 0 727] 00000080:00200000:1.0:1787826416.215077:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003b533510 17ffffc0001001 3:0 ffff9ab5f1850bc8 727 lru 00000080:00200000:1.0:1787826416.215082:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000093f7ee15 727: 1< 0 - - > 2< 2977792 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215084:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000087dcac8a 00000080:00200000:1.0:1787826416.215085:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:1.0:1787826416.215086:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 728 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215097:0:18582:0:(rw26.c:875:ll_write_end()) pos 2981888, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215101:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001cae7c31[3 000000002046d308 2 1 000000002cef9668 0 0 728] 00000080:00200000:1.0:1787826416.215103:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000697f6c18 17ffffc0001001 3:0 ffff9ab5f18500e8 728 lru 00000080:00200000:1.0:1787826416.215109:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005bab35ad 728: 1< 0 - - > 2< 2981888 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215110:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001cae7c31 00000080:00200000:1.0:1787826416.215111:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:1.0:1787826416.215113:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 729 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215123:0:18582:0:(rw26.c:875:ll_write_end()) pos 2985984, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215126:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000620b0796[3 000000002046d308 2 1 000000002cef9668 0 0 729] 00000080:00200000:1.0:1787826416.215128:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000086e4bc0 17ffffc0001001 3:0 ffff9ab5f1850828 729 lru 00000080:00200000:1.0:1787826416.215133:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9302107 729: 1< 0 - - > 2< 2985984 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215135:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000620b0796 00000080:00200000:1.0:1787826416.215136:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1787826416.215138:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 730 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215149:0:18582:0:(rw26.c:875:ll_write_end()) pos 2990080, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215152:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000078401e28[3 000000002046d308 2 1 000000002cef9668 0 0 730] 00000080:00200000:1.0:1787826416.215155:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000637549c1 17ffffc0001001 3:0 ffff9ab5f1850cb0 730 lru 00000080:00200000:1.0:1787826416.215159:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004427c3ed 730: 1< 0 - - > 2< 2990080 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215162:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000078401e28 00000080:00200000:1.0:1787826416.215163:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:1.0:1787826416.215164:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 731 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215175:0:18582:0:(rw26.c:875:ll_write_end()) pos 2994176, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215178:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000dc9111a6[3 000000002046d308 2 1 000000002cef9668 0 0 731] 00000080:00200000:1.0:1787826416.215180:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f3e0bdb8 17ffffc0001001 3:0 ffff9ab5f18503a0 731 lru 00000080:00200000:1.0:1787826416.215185:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000010d378cb 731: 1< 0 - - > 2< 2994176 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215187:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000dc9111a6 00000080:00200000:1.0:1787826416.215188:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:1.0:1787826416.215189:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 732 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215208:0:18582:0:(rw26.c:875:ll_write_end()) pos 2998272, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215223:0:18582:0:(rw26.c:933:ll_write_end()) page@000000005df357fd[3 000000002046d308 2 1 000000002cef9668 0 0 732] 00000080:00200000:1.0:1787826416.215226:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b79c8bbb 17ffffc0001001 3:0 ffff9ab5eade8658 732 lru 00000080:00200000:1.0:1787826416.215231:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000903c0469 732: 1< 0 - - > 2< 2998272 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215233:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000005df357fd 00000080:00200000:1.0:1787826416.215234:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:1.0:1787826416.215236:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 733 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215253:0:18582:0:(rw26.c:875:ll_write_end()) pos 3002368, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215257:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000008b34989[3 000000002046d308 2 1 000000002cef9668 0 0 733] 00000080:00200000:1.0:1787826416.215260:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b46e5291 17ffffc0001001 3:0 ffff9ab5eade8910 733 lru 00000080:00200000:1.0:1787826416.215265:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9fe2e63 733: 1< 0 - - > 2< 3002368 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215267:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000008b34989 00000080:00200000:1.0:1787826416.215268:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1787826416.215269:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 734 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215281:0:18582:0:(rw26.c:875:ll_write_end()) pos 3006464, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215285:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fee60769[3 000000002046d308 2 1 000000002cef9668 0 0 734] 00000080:00200000:1.0:1787826416.215288:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003f59af81 17ffffc0001001 3:0 ffff9ab5eade8bc8 734 lru 00000080:00200000:1.0:1787826416.215293:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005ee6602e 734: 1< 0 - - > 2< 3006464 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215295:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fee60769 00000080:00200000:1.0:1787826416.215296:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1787826416.215298:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 735 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215311:0:18582:0:(rw26.c:875:ll_write_end()) pos 3010560, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215315:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000091d73161[3 000000002046d308 2 1 000000002cef9668 0 0 735] 00000080:00200000:1.0:1787826416.215318:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002f1bab5a 17ffffc0001001 3:0 ffff9ab5eade80e8 735 lru 00000080:00200000:1.0:1787826416.215323:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000008556c4c 735: 1< 0 - - > 2< 3010560 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215325:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000091d73161 00000080:00200000:1.0:1787826416.215327:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1787826416.215328:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 736 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215344:0:18582:0:(rw26.c:875:ll_write_end()) pos 3014656, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215348:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001afb2391[3 000000002046d308 2 1 000000002cef9668 0 0 736] 00000080:00200000:1.0:1787826416.215350:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000652e7238 17ffffc0001021 2:0 ffff9ab5eade8828 736 lru 00000080:00200000:1.0:1787826416.215355:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000f478779 736: 1< 0 - - > 2< 3014656 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215356:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001afb2391 00000080:00200000:1.0:1787826416.215357:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1787826416.215359:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 737 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.215371:0:18582:0:(rw26.c:875:ll_write_end()) pos 3018752, len 4096, copied 4096 00000080:00200000:1.0:1787826416.215375:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000064583fca[3 000000002046d308 2 1 000000002cef9668 0 0 737] 00000080:00200000:1.0:1787826416.215378:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f776faaa 17ffffc0001001 3:0 ffff9ab5eade8cb0 737 lru 00000080:00200000:1.0:1787826416.215383:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d5418adb 737: 1< 0 - - > 2< 3018752 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.215385:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000064583fca 00000080:00200000:1.0:1787826416.215387:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1787826416.215388:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 738 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.216028:0:18582:0:(rw26.c:875:ll_write_end()) pos 3022848, len 4096, copied 4096 00000080:00200000:1.0:1787826416.216036:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000eeb5e2de[3 000000002046d308 2 1 000000002cef9668 0 0 738] 00000080:00200000:1.0:1787826416.216039:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008772f205 17ffffc0001001 3:0 ffff9ab5eade83a0 738 lru 00000080:00200000:1.0:1787826416.216044:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd8e6ace 738: 1< 0 - - > 2< 3022848 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.216046:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000eeb5e2de 00000080:00200000:1.0:1787826416.216047:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1787826416.216050:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 739 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.216075:0:18582:0:(rw26.c:875:ll_write_end()) pos 3026944, len 4096, copied 4096 00000080:00200000:1.0:1787826416.216079:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f1731cd9[3 000000002046d308 2 1 000000002cef9668 0 0 739] 00000080:00200000:1.0:1787826416.216305:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000766345ea 17ffffc0001001 3:0 ffff9ab5eade8000 739 lru 00000080:00200000:1.0:1787826416.216311:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000099e529d1 739: 1< 0 - - > 2< 3026944 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.216313:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f1731cd9 00000080:00200000:1.0:1787826416.216314:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1787826416.216317:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 740 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.216333:0:18582:0:(rw26.c:875:ll_write_end()) pos 3031040, len 4096, copied 4096 00000080:00200000:1.0:1787826416.216337:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000348d8f12[3 000000002046d308 2 1 000000002cef9668 0 0 740] 00000080:00200000:1.0:1787826416.216341:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000001ace6a1 17ffffc0001001 3:0 ffff9ab5eade8488 740 lru 00000080:00200000:1.0:1787826416.216346:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002c1b3914 740: 1< 0 - - > 2< 3031040 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.216347:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000348d8f12 00000080:00200000:1.0:1787826416.216348:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1787826416.216350:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 741 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.216365:0:18582:0:(rw26.c:875:ll_write_end()) pos 3035136, len 4096, copied 4096 00000080:00200000:1.0:1787826416.216370:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000027986796[3 000000002046d308 2 1 000000002cef9668 0 0 741] 00000080:00200000:1.0:1787826416.216373:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008162cdc1 17ffffc0001001 3:0 ffff9ab5eade89f8 741 lru 00000080:00200000:1.0:1787826416.216378:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000055eb9940 741: 1< 0 - - > 2< 3035136 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.216380:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000027986796 00000080:00200000:1.0:1787826416.216381:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1787826416.216382:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 742 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.217856:0:18582:0:(rw26.c:875:ll_write_end()) pos 3039232, len 4096, copied 4096 00000080:00200000:1.0:1787826416.217873:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000086eec4c5[3 000000002046d308 2 1 000000002cef9668 0 0 742] 00000080:00200000:1.0:1787826416.217878:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001436e06f 17ffffc0001001 3:0 ffff9ab5eade8570 742 lru 00000080:00200000:1.0:1787826416.217886:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b78ec9cc 742: 1< 0 - - > 2< 3039232 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.217889:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000086eec4c5 00000080:00200000:1.0:1787826416.217890:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1787826416.217913:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 743 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.217953:0:18582:0:(rw26.c:875:ll_write_end()) pos 3043328, len 4096, copied 4096 00000080:00200000:1.0:1787826416.217958:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f98483ac[3 000000002046d308 2 1 000000002cef9668 0 0 743] 00000080:00200000:1.0:1787826416.217961:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0923c7f 17ffffc0001001 3:0 ffff9ab5eade81d0 743 lru 00000080:00200000:1.0:1787826416.217967:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000096fa023b 743: 1< 0 - - > 2< 3043328 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.217969:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f98483ac 00000080:00200000:1.0:1787826416.217971:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1787826416.217973:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 744 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.217988:0:18582:0:(rw26.c:875:ll_write_end()) pos 3047424, len 4096, copied 4096 00000080:00200000:1.0:1787826416.217992:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000067340392[3 000000002046d308 2 1 000000002cef9668 0 0 744] 00000080:00200000:1.0:1787826416.217994:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000098dea09d 17ffffc0001001 3:0 ffff9ab5eade82b8 744 lru 00000080:00200000:1.0:1787826416.217999:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000033d8dc2d 744: 1< 0 - - > 2< 3047424 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218003:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000067340392 00000080:00200000:1.0:1787826416.218004:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1787826416.218006:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 745 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218020:0:18582:0:(rw26.c:875:ll_write_end()) pos 3051520, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218024:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e6133053[3 000000002046d308 2 1 000000002cef9668 0 0 745] 00000080:00200000:1.0:1787826416.218027:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000fcd97cd7 17ffffc0001001 3:0 ffff9ab5eade8ae0 745 lru 00000080:00200000:1.0:1787826416.218033:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c62215f5 745: 1< 0 - - > 2< 3051520 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218036:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e6133053 00000080:00200000:1.0:1787826416.218037:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1787826416.218039:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 746 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218054:0:18582:0:(rw26.c:875:ll_write_end()) pos 3055616, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218058:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000072e261fc[3 000000002046d308 2 1 000000002cef9668 0 0 746] 00000080:00200000:1.0:1787826416.218061:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000043f36727 17ffffc0001001 3:0 ffff9ab5eade8740 746 lru 00000080:00200000:1.0:1787826416.218066:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a219fd7e 746: 1< 0 - - > 2< 3055616 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218068:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000072e261fc 00000080:00200000:1.0:1787826416.218070:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1787826416.218072:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 747 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218089:0:18582:0:(rw26.c:875:ll_write_end()) pos 3059712, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218094:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006386fda3[3 000000002046d308 2 1 000000002cef9668 0 0 747] 00000080:00200000:1.0:1787826416.218096:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000da49ba52 17ffffc0001001 3:0 ffff9ab5eade8d98 747 lru 00000080:00200000:1.0:1787826416.218101:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3ded7ba 747: 1< 0 - - > 2< 3059712 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218104:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006386fda3 00000080:00200000:1.0:1787826416.218105:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1787826416.218106:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 748 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218121:0:18582:0:(rw26.c:875:ll_write_end()) pos 3063808, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218125:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000329fa0e[3 000000002046d308 2 1 000000002cef9668 0 0 748] 00000080:00200000:1.0:1787826416.218128:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001b0c073a 17ffffc0001001 3:0 ffff9ab5eade8e80 748 lru 00000080:00200000:1.0:1787826416.218133:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000094265bd 748: 1< 0 - - > 2< 3063808 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218135:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000329fa0e 00000080:00200000:1.0:1787826416.218136:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1787826416.218138:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 749 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218166:0:18582:0:(rw26.c:875:ll_write_end()) pos 3067904, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218171:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000350fa01c[3 000000002046d308 2 1 000000002cef9668 0 0 749] 00000080:00200000:1.0:1787826416.218175:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc122fa7 17ffffc0001001 3:0 ffff9ab5f1754ae0 749 lru 00000080:00200000:1.0:1787826416.218180:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000472cef9e 749: 1< 0 - - > 2< 3067904 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218182:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000350fa01c 00000080:00200000:1.0:1787826416.218183:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1787826416.218185:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 750 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218201:0:18582:0:(rw26.c:875:ll_write_end()) pos 3072000, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218207:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fcfe4234[3 000000002046d308 2 1 000000002cef9668 0 0 750] 00000080:00200000:1.0:1787826416.218222:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f0172048 17ffffc0001001 3:0 ffff9ab5f1754740 750 lru 00000080:00200000:1.0:1787826416.218227:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a709cae3 750: 1< 0 - - > 2< 3072000 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218229:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fcfe4234 00000080:00200000:1.0:1787826416.218230:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1787826416.218232:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 751 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218256:0:18582:0:(rw26.c:875:ll_write_end()) pos 3076096, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218260:0:18582:0:(rw26.c:933:ll_write_end()) page@000000008f173865[3 000000002046d308 2 1 000000002cef9668 0 0 751] 00000080:00200000:1.0:1787826416.218263:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d02b4622 17ffffc0001021 2:0 ffff9ab5f1754d98 751 lru 00000080:00200000:1.0:1787826416.218267:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008cb16b2c 751: 1< 0 - - > 2< 3076096 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218270:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000008f173865 00000080:00200000:1.0:1787826416.218271:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:1.0:1787826416.218273:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 752 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218286:0:18582:0:(rw26.c:875:ll_write_end()) pos 3080192, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218291:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a8867ce6[3 000000002046d308 2 1 000000002cef9668 0 0 752] 00000080:00200000:1.0:1787826416.218293:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ca02aa28 17ffffc0001001 3:0 ffff9ab5f1754e80 752 lru 00000080:00200000:1.0:1787826416.218299:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000068c06dd3 752: 1< 0 - - > 2< 3080192 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218301:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a8867ce6 00000080:00200000:1.0:1787826416.218302:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1787826416.218304:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 753 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218322:0:18582:0:(rw26.c:875:ll_write_end()) pos 3084288, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218327:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000098db2338[3 000000002046d308 2 1 000000002cef9668 0 0 753] 00000080:00200000:1.0:1787826416.218330:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000bd12cd2b 17ffffc0001001 3:0 ffff9ab5f1754658 753 lru 00000080:00200000:1.0:1787826416.218335:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000be6fe393 753: 1< 0 - - > 2< 3084288 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218337:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000098db2338 00000080:00200000:1.0:1787826416.218338:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:1.0:1787826416.218340:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 754 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218355:0:18582:0:(rw26.c:875:ll_write_end()) pos 3088384, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218359:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000030124619[3 000000002046d308 2 1 000000002cef9668 0 0 754] 00000080:00200000:1.0:1787826416.218361:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006e8f5e08 17ffffc0001001 3:0 ffff9ab5f1754910 754 lru 00000080:00200000:1.0:1787826416.218366:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1e4e235 754: 1< 0 - - > 2< 3088384 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218368:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000030124619 00000080:00200000:1.0:1787826416.218369:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1787826416.218371:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 755 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.218382:0:18582:0:(rw26.c:875:ll_write_end()) pos 3092480, len 4096, copied 4096 00000080:00200000:1.0:1787826416.218386:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f2bb4c9d[3 000000002046d308 2 1 000000002cef9668 0 0 755] 00000080:00200000:1.0:1787826416.218388:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000021f5038a 17ffffc0001001 3:0 ffff9ab5f1754bc8 755 lru 00000080:00200000:1.0:1787826416.218392:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000157e2775 755: 1< 0 - - > 2< 3092480 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.218393:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f2bb4c9d 00000080:00200000:1.0:1787826416.218394:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1787826416.218395:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 756 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219015:0:18582:0:(rw26.c:875:ll_write_end()) pos 3096576, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219022:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000750d4ec1[3 000000002046d308 2 1 000000002cef9668 0 0 756] 00000080:00200000:1.0:1787826416.219025:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001f460300 17ffffc0001001 3:0 ffff9ab5f17540e8 756 lru 00000080:00200000:1.0:1787826416.219031:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008254e232 756: 1< 0 - - > 2< 3096576 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219033:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000750d4ec1 00000080:00200000:1.0:1787826416.219034:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1787826416.219037:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 757 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219054:0:18582:0:(rw26.c:875:ll_write_end()) pos 3100672, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219058:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000224103e8[3 000000002046d308 2 1 000000002cef9668 0 0 757] 00000080:00200000:1.0:1787826416.219061:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000004c1b024 17ffffc0001001 3:0 ffff9ab5f1754828 757 lru 00000080:00200000:1.0:1787826416.219066:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b27c228e 757: 1< 0 - - > 2< 3100672 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219068:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000224103e8 00000080:00200000:1.0:1787826416.219070:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1787826416.219071:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 758 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219098:0:18582:0:(rw26.c:875:ll_write_end()) pos 3104768, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219103:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000051bf5cda[3 000000002046d308 2 1 000000002cef9668 0 0 758] 00000080:00200000:1.0:1787826416.219106:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000001669919 17ffffc0001001 3:0 ffff9ab5f1754cb0 758 lru 00000080:00200000:1.0:1787826416.219112:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c655a452 758: 1< 0 - - > 2< 3104768 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219114:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000051bf5cda 00000080:00200000:1.0:1787826416.219115:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1787826416.219117:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 759 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219134:0:18582:0:(rw26.c:875:ll_write_end()) pos 3108864, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219138:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b3ca0707[3 000000002046d308 2 1 000000002cef9668 0 0 759] 00000080:00200000:1.0:1787826416.219141:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007a74ca53 17ffffc0001001 3:0 ffff9ab5f17543a0 759 lru 00000080:00200000:1.0:1787826416.219146:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff0bb8fa 759: 1< 0 - - > 2< 3108864 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219148:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b3ca0707 00000080:00200000:1.0:1787826416.219149:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1787826416.219151:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 760 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219165:0:18582:0:(rw26.c:875:ll_write_end()) pos 3112960, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219169:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000df1aefad[3 000000002046d308 2 1 000000002cef9668 0 0 760] 00000080:00200000:1.0:1787826416.219172:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a185f2d2 17ffffc0001001 3:0 ffff9ab5f1754000 760 lru 00000080:00200000:1.0:1787826416.219177:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000011d0bf99 760: 1< 0 - - > 2< 3112960 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219180:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000df1aefad 00000080:00200000:1.0:1787826416.219181:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1787826416.219182:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 761 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219197:0:18582:0:(rw26.c:875:ll_write_end()) pos 3117056, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219201:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000729bdff7[3 000000002046d308 2 1 000000002cef9668 0 0 761] 00000080:00200000:1.0:1787826416.219204:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000006c86264d 17ffffc0001001 3:0 ffff9ab5f1754488 761 lru 00000080:00200000:1.0:1787826416.219220:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8bf55c9 761: 1< 0 - - > 2< 3117056 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219223:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000729bdff7 00000080:00200000:1.0:1787826416.219224:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:1.0:1787826416.219226:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 762 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219241:0:18582:0:(rw26.c:875:ll_write_end()) pos 3121152, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219246:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000587b6dc8[3 000000002046d308 2 1 000000002cef9668 0 0 762] 00000080:00200000:1.0:1787826416.219250:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000083ac382d 17ffffc0001001 3:0 ffff9ab5f17549f8 762 lru 00000080:00200000:1.0:1787826416.219255:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000007161f39 762: 1< 0 - - > 2< 3121152 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219257:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000587b6dc8 00000080:00200000:1.0:1787826416.219259:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1787826416.219261:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 763 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219276:0:18582:0:(rw26.c:875:ll_write_end()) pos 3125248, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219281:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003072affa[3 000000002046d308 2 1 000000002cef9668 0 0 763] 00000080:00200000:1.0:1787826416.219284:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000b5ea699 17ffffc0001001 3:0 ffff9ab5f1754570 763 lru 00000080:00200000:1.0:1787826416.219289:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000035962ac9 763: 1< 0 - - > 2< 3125248 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219291:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003072affa 00000080:00200000:1.0:1787826416.219292:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1787826416.219294:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 764 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219309:0:18582:0:(rw26.c:875:ll_write_end()) pos 3129344, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219314:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000071460d4[3 000000002046d308 2 1 000000002cef9668 0 0 764] 00000080:00200000:1.0:1787826416.219316:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000031dce007 17ffffc0001001 3:0 ffff9ab5f17541d0 764 lru 00000080:00200000:1.0:1787826416.219322:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000da5fa660 764: 1< 0 - - > 2< 3129344 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219325:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000071460d4 00000080:00200000:1.0:1787826416.219325:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1787826416.219328:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 765 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219342:0:18582:0:(rw26.c:875:ll_write_end()) pos 3133440, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219346:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000098df37ea[3 000000002046d308 2 1 000000002cef9668 0 0 765] 00000080:00200000:1.0:1787826416.219349:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5020dd4 17ffffc0001001 3:0 ffff9ab5f17542b8 765 lru 00000080:00200000:1.0:1787826416.219354:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e7cfa4bf 765: 1< 0 - - > 2< 3133440 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219357:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000098df37ea 00000080:00200000:1.0:1787826416.219358:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1787826416.219360:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 766 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219389:0:18582:0:(rw26.c:875:ll_write_end()) pos 3137536, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219394:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000001c76367[3 000000002046d308 2 1 000000002cef9668 0 0 766] 00000080:00200000:1.0:1787826416.219396:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e98f2208 17ffffc0001021 2:0 ffff9ab5f25e2828 766 lru 00000080:00200000:1.0:1787826416.219465:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001b5d2ccc 766: 1< 0 - - > 2< 3137536 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219469:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000001c76367 00000080:00200000:1.0:1787826416.219470:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1787826416.219480:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 767 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.219497:0:18582:0:(rw26.c:875:ll_write_end()) pos 3141632, len 4096, copied 4096 00000080:00200000:1.0:1787826416.219502:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003eb6810f[3 000000002046d308 2 1 000000002cef9668 0 0 767] 00000080:00200000:1.0:1787826416.219505:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008e90501f 17ffffc0001001 3:0 ffff9ab5f25e2cb0 767 lru 00000080:00200000:1.0:1787826416.219510:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d15cff0c 767: 1< 0 - - > 2< 3141632 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 32374784 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.219512:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003eb6810f 00000080:00200000:1.0:1787826416.219513:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1787826416.219516:0:18582:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1787826416.219571:0:18582:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000ca23bf16 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826416.219683:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219701:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219715:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219740:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219756:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219770:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219785:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219800:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219815:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219829:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219842:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219857:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219870:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219883:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219897:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219910:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219923:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 15, dirtied 15 00000080:00200000:1.0:1787826416.219928:0:18582:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff9ab5d964e578, count 1, dirtied 1 00000080:00200000:1.0:1787826416.219947:0:18582:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000008:00010000:1.0:1787826416.219970:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000ca23bf16 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1787826416.219982:0:13923:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000ca23bf16 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.220169:0:13923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787826416.224051:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b9680 - object 0x280000403:40 offset 2097152<>3145728 00000100:00100000:1.0:1787826416.224130:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428555008:192.168.203.115@tcp:4:dd.0 00000080:00200008:1.0:1787826416.224365:0:18582:0:(file.c:5401:ll_fsync()) START file: name=f6.sanity-pfl, fid=[0x200000401:0x25a:0x0], start=2097152, end=3145727, datasync=0, need_sync 0/1 00000100:00100000:1.0:1787826416.246148:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968722 gen 4 00000100:00100000:1.0:1787826416.246197:0:2360:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ab5f24b9680 x1874671428555008/t4294968723(4294968723) o4->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 0 dl 1787826432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1787826416.246264:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000ca23bf16 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1787826416.246515:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000ca23bf16 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1787826416.246543:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428555008:192.168.203.115@tcp:4:dd.0 00000100:00100000:3.0:1787826416.247317:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826416.247333:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428555136:192.168.203.115@tcp:16:dd.0 00000100:00100000:3.0:1787826416.311137:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428555136:192.168.203.115@tcp:16:dd.0 00010000:00010000:0.0:1787826416.321827:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787826416.372228:0:18582:0:(file.c:5401:ll_fsync()) START file: name=f6.sanity-pfl, fid=[0x200000401:0x25a:0x0], start=3145728, end=4194303, datasync=0, need_sync 0/1 00000100:00100000:3.0:1787826416.373499:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428555264:192.168.203.115@tcp:4:dd.0 00000100:00100000:3.0:1787826416.415478:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968723 gen 4 00000100:00100000:3.0:1787826416.415534:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ab5f9803480 x1874671428555264/t4294968724(4294968724) o4->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 0 dl 1787826432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1787826416.415588:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000007a031b8 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1787826416.415794:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000007a031b8 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:3.0:1787826416.415823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428555264:192.168.203.115@tcp:4:dd.0 00000080:00200000:1.0:1787826416.416082:0:18582:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826416.416094:0:18582:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787826416.416172:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826416.416187:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428555392:192.168.203.115@tcp:16:dd.0 00000100:00100000:0.0:1787826416.510022:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428555392:192.168.203.115@tcp:16:dd.0 00000080:00200000:1.0:1787826416.510117:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 4194304 i_blocks 8199 00000080:00200000:1.0:1787826416.510132:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826416.510143:0:18582:0:(vvp_io.c:1421:vvp_io_write_start()) f6.sanity-pfl: write bytes 0, result: 1048576 00000080:00200000:1.0:1787826416.510153:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 4194304 i_blocks 8199 00000020:00010000:1.0:1787826416.510157:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.510160:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.510164:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515530 (ffff9ab5f1cb4758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826416.510174:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826416.510190:0:18582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1787826416.510206:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.510221:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515530 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.510229:0:18582:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1787826416.510234:0:18582:0:(file.c:2207:ll_file_io_generic()) Range unlock [768, 1023] 00000080:00200000:1.0:1787826416.510239:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826416.510242:0:18582:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1787826416.510248:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 4194304 i_blocks 8199 00000080:00200000:1.0:1787826416.510252:0:18582:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826416.530146:0:18582:0:(file.c:2652:do_file_write_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4194304, count: 1048576 00000080:00200000:1.0:1787826416.530167:0:18582:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: write ppos: 4194304, bytes: 1048576 00000080:00200000:1.0:1787826416.530173:0:18582:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826416.530181:0:18582:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1025, [0x200000401:0x25a:0x0] hash] 00000020:00200000:1.0:1787826416.530184:0:18582:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [4194304, 5242880) 0 0 00000080:00200000:1.0:1787826416.530190:0:18582:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787826416.530350:0:18582:0:(file.c:2170:ll_file_io_generic()) Range lock [1024, 1279] 00020000:00200000:1.0:1787826416.530360:0:18582:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4194304 chunk: [4194304, 5242880) 5242880, 1048576 00020000:00200000:1.0:1787826416.530364:0:18582:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826416.530383:0:18582:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1279] 00000008:00010000:1.0:1787826416.530428:0:18582:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826416.530434:0:18582:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310030, osc lock ffff9ab5c5025998, flags 0x0 00010000:00010000:1.0:1787826416.530457:0:18582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826416.530474:0:18582:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 5242879) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826416.530488:0:18582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 6/0,2 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826416.530498:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 6/0,2 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826416.530507:0:18582:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787826416.530518:0:18582:0:(vvp_io.c:1339:vvp_io_write_start()) f6.sanity-pfl: write [4194304, 5242880) append 0 append lockpos 0 00000080:00200000:1.0:1787826416.530529:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1024 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530575:0:18582:0:(rw26.c:875:ll_write_end()) pos 4194304, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530583:0:18582:0:(rw26.c:933:ll_write_end()) page@000000005f3c6aad[3 000000002046d308 2 1 000000002cef9668 0 0 1024] 00000080:00200000:1.0:1787826416.530586:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000084457344 17ffffc0001001 3:0 ffff9ab5f25e23a0 1024 lru 00000080:00200000:1.0:1787826416.530594:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000065b37dbd 1024: 1< 0 - - > 2< 4194304 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530598:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000005f3c6aad 00000080:00200000:1.0:1787826416.530672:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787826416.530675:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1025 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530693:0:18582:0:(rw26.c:875:ll_write_end()) pos 4198400, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530698:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001adea190[3 000000002046d308 2 1 000000002cef9668 0 0 1025] 00000080:00200000:1.0:1787826416.530701:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4ced9fc 17ffffc0001001 3:0 ffff9ab5f25e2000 1025 lru 00000080:00200000:1.0:1787826416.530708:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000089ccfe41 1025: 1< 0 - - > 2< 4198400 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530710:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001adea190 00000080:00200000:1.0:1787826416.530711:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787826416.530713:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1026 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530821:0:18582:0:(rw26.c:875:ll_write_end()) pos 4202496, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530826:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c903f72d[3 000000002046d308 2 1 000000002cef9668 0 0 1026] 00000080:00200000:1.0:1787826416.530829:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1b23998 17ffffc0001001 3:0 ffff9ab5f25e2488 1026 lru 00000080:00200000:1.0:1787826416.530835:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000055eab54 1026: 1< 0 - - > 2< 4202496 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530837:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c903f72d 00000080:00200000:1.0:1787826416.530838:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787826416.530840:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1027 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530856:0:18582:0:(rw26.c:875:ll_write_end()) pos 4206592, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530860:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000026fc7576[3 000000002046d308 2 1 000000002cef9668 0 0 1027] 00000080:00200000:1.0:1787826416.530863:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000dacac717 17ffffc0001001 3:0 ffff9ab5f25e29f8 1027 lru 00000080:00200000:1.0:1787826416.530868:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000035954d12 1027: 1< 0 - - > 2< 4206592 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530870:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000026fc7576 00000080:00200000:1.0:1787826416.530871:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1787826416.530873:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1028 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530886:0:18582:0:(rw26.c:875:ll_write_end()) pos 4210688, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530890:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000075d5fc07[3 000000002046d308 2 1 000000002cef9668 0 0 1028] 00000080:00200000:1.0:1787826416.530893:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e818e19c 17ffffc0001001 3:0 ffff9ab5f25e2570 1028 lru 00000080:00200000:1.0:1787826416.530898:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000535eb507 1028: 1< 0 - - > 2< 4210688 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530900:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000075d5fc07 00000080:00200000:1.0:1787826416.530901:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1787826416.530903:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1029 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530920:0:18582:0:(rw26.c:875:ll_write_end()) pos 4214784, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530924:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000666dd498[3 000000002046d308 2 1 000000002cef9668 0 0 1029] 00000080:00200000:1.0:1787826416.530927:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1d99fb1 17ffffc0001001 3:0 ffff9ab5f25e21d0 1029 lru 00000080:00200000:1.0:1787826416.530932:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008b3e127e 1029: 1< 0 - - > 2< 4214784 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530934:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000666dd498 00000080:00200000:1.0:1787826416.530935:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1787826416.530936:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1030 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530950:0:18582:0:(rw26.c:875:ll_write_end()) pos 4218880, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530955:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b9991722[3 000000002046d308 2 1 000000002cef9668 0 0 1030] 00000080:00200000:1.0:1787826416.530958:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008a723042 17ffffc0001001 3:0 ffff9ab5f25e22b8 1030 lru 00000080:00200000:1.0:1787826416.530963:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000aaf7f3b1 1030: 1< 0 - - > 2< 4218880 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530965:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b9991722 00000080:00200000:1.0:1787826416.530967:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1787826416.530968:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1031 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.530983:0:18582:0:(rw26.c:875:ll_write_end()) pos 4222976, len 4096, copied 4096 00000080:00200000:1.0:1787826416.530987:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001339ef2f[3 000000002046d308 2 1 000000002cef9668 0 0 1031] 00000080:00200000:1.0:1787826416.530990:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000efaf3317 17ffffc0001001 3:0 ffff9ab5f25e2ae0 1031 lru 00000080:00200000:1.0:1787826416.530995:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f65bb935 1031: 1< 0 - - > 2< 4222976 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.530998:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001339ef2f 00000080:00200000:1.0:1787826416.530999:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1787826416.531000:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1032 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531015:0:18582:0:(rw26.c:875:ll_write_end()) pos 4227072, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531019:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000046065672[3 000000002046d308 2 1 000000002cef9668 0 0 1032] 00000080:00200000:1.0:1787826416.531022:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007ef5adb8 17ffffc0001001 3:0 ffff9ab5f25e2740 1032 lru 00000080:00200000:1.0:1787826416.531027:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f81beb93 1032: 1< 0 - - > 2< 4227072 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531029:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000046065672 00000080:00200000:1.0:1787826416.531030:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1787826416.531032:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1033 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531049:0:18582:0:(rw26.c:875:ll_write_end()) pos 4231168, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531053:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003cfb5eb4[3 000000002046d308 2 1 000000002cef9668 0 0 1033] 00000080:00200000:1.0:1787826416.531055:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000db4f7eeb 17ffffc0001001 3:0 ffff9ab5f25e2d98 1033 lru 00000080:00200000:1.0:1787826416.531060:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000de4d03c2 1033: 1< 0 - - > 2< 4231168 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531062:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003cfb5eb4 00000080:00200000:1.0:1787826416.531063:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1787826416.531065:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1034 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531077:0:18582:0:(rw26.c:875:ll_write_end()) pos 4235264, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531081:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a28a649c[3 000000002046d308 2 1 000000002cef9668 0 0 1034] 00000080:00200000:1.0:1787826416.531084:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000709c1068 17ffffc0001001 3:0 ffff9ab5f25e2e80 1034 lru 00000080:00200000:1.0:1787826416.531089:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc2db397 1034: 1< 0 - - > 2< 4235264 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531091:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a28a649c 00000080:00200000:1.0:1787826416.531092:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1787826416.531094:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1035 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531108:0:18582:0:(rw26.c:875:ll_write_end()) pos 4239360, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531112:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003d828162[3 000000002046d308 2 1 000000002cef9668 0 0 1035] 00000080:00200000:1.0:1787826416.531115:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f015bf39 17ffffc0001001 3:0 ffff9ab5f25e2658 1035 lru 00000080:00200000:1.0:1787826416.531121:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007314920a 1035: 1< 0 - - > 2< 4239360 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531123:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003d828162 00000080:00200000:1.0:1787826416.531124:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1787826416.531125:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1036 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531141:0:18582:0:(rw26.c:875:ll_write_end()) pos 4243456, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531146:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000b98eee9c[3 000000002046d308 2 1 000000002cef9668 0 0 1036] 00000080:00200000:1.0:1787826416.531148:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002dbe7cda 17ffffc0001001 3:0 ffff9ab5f25e2910 1036 lru 00000080:00200000:1.0:1787826416.531153:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003ff95665 1036: 1< 0 - - > 2< 4243456 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531155:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000b98eee9c 00000080:00200000:1.0:1787826416.531156:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1787826416.531158:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1037 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531173:0:18582:0:(rw26.c:875:ll_write_end()) pos 4247552, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531177:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000016ecca5c[3 000000002046d308 2 1 000000002cef9668 0 0 1037] 00000080:00200000:1.0:1787826416.531180:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b56c35a5 17ffffc0001001 3:0 ffff9ab5f25e2bc8 1037 lru 00000080:00200000:1.0:1787826416.531185:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000474b9e38 1037: 1< 0 - - > 2< 4247552 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531187:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000016ecca5c 00000080:00200000:1.0:1787826416.531189:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1787826416.531191:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1038 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531343:0:18582:0:(rw26.c:875:ll_write_end()) pos 4251648, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531350:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009a8c1668[3 000000002046d308 2 1 000000002cef9668 0 0 1038] 00000080:00200000:1.0:1787826416.531353:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c3c5e84f 17ffffc0001021 2:0 ffff9ab5f25e20e8 1038 lru 00000080:00200000:1.0:1787826416.531358:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000034fee5d9 1038: 1< 0 - - > 2< 4251648 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531360:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009a8c1668 00000080:00200000:1.0:1787826416.531361:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1787826416.531363:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1039 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531390:0:18582:0:(rw26.c:875:ll_write_end()) pos 4255744, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531395:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000075e36ddd[3 000000002046d308 2 1 000000002cef9668 0 0 1039] 00000080:00200000:1.0:1787826416.531424:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000941c9caf 17ffffc0001001 3:0 ffff9ab5eabedcb0 1039 lru 00000080:00200000:1.0:1787826416.531431:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001f850a1f 1039: 1< 0 - - > 2< 4255744 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531433:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000075e36ddd 00000080:00200000:1.0:1787826416.531434:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1787826416.531436:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1040 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531454:0:18582:0:(rw26.c:875:ll_write_end()) pos 4259840, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531459:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000015463ece[3 000000002046d308 2 1 000000002cef9668 0 0 1040] 00000080:00200000:1.0:1787826416.531463:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000027b6bd35 17ffffc0001001 3:0 ffff9ab5eabed3a0 1040 lru 00000080:00200000:1.0:1787826416.531468:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002539dd4e 1040: 1< 0 - - > 2< 4259840 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531470:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000015463ece 00000080:00200000:1.0:1787826416.531472:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1787826416.531473:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1041 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531487:0:18582:0:(rw26.c:875:ll_write_end()) pos 4263936, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531492:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000318a48f6[3 000000002046d308 2 1 000000002cef9668 0 0 1041] 00000080:00200000:1.0:1787826416.531495:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002e3d77c6 17ffffc0001001 3:0 ffff9ab5eabed000 1041 lru 00000080:00200000:1.0:1787826416.531501:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000198ebcef 1041: 1< 0 - - > 2< 4263936 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531503:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000318a48f6 00000080:00200000:1.0:1787826416.531504:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1787826416.531506:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1042 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531517:0:18582:0:(rw26.c:875:ll_write_end()) pos 4268032, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531522:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000df394092[3 000000002046d308 2 1 000000002cef9668 0 0 1042] 00000080:00200000:1.0:1787826416.531525:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001f529709 17ffffc0001001 3:0 ffff9ab5eabed488 1042 lru 00000080:00200000:1.0:1787826416.531531:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000512131eb 1042: 1< 0 - - > 2< 4268032 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531533:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000df394092 00000080:00200000:1.0:1787826416.531534:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1787826416.531536:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1043 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531548:0:18582:0:(rw26.c:875:ll_write_end()) pos 4272128, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531552:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000009998b1e[3 000000002046d308 2 1 000000002cef9668 0 0 1043] 00000080:00200000:1.0:1787826416.531555:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000032997bd2 17ffffc0001001 3:0 ffff9ab5eabed9f8 1043 lru 00000080:00200000:1.0:1787826416.531561:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e186efe4 1043: 1< 0 - - > 2< 4272128 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531563:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000009998b1e 00000080:00200000:1.0:1787826416.531565:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1787826416.531566:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1044 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531577:0:18582:0:(rw26.c:875:ll_write_end()) pos 4276224, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531581:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e0c45e06[3 000000002046d308 2 1 000000002cef9668 0 0 1044] 00000080:00200000:1.0:1787826416.531584:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000be429f3b 17ffffc0001001 3:0 ffff9ab5eabed570 1044 lru 00000080:00200000:1.0:1787826416.531590:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000294c1724 1044: 1< 0 - - > 2< 4276224 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531592:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e0c45e06 00000080:00200000:1.0:1787826416.531593:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:1.0:1787826416.531595:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1045 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531679:0:18582:0:(rw26.c:875:ll_write_end()) pos 4280320, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531685:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d1a2d3e6[3 000000002046d308 2 1 000000002cef9668 0 0 1045] 00000080:00200000:1.0:1787826416.531688:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008aa2d360 17ffffc0001001 3:0 ffff9ab5eabed1d0 1045 lru 00000080:00200000:1.0:1787826416.531694:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002a8bb1b4 1045: 1< 0 - - > 2< 4280320 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531696:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d1a2d3e6 00000080:00200000:1.0:1787826416.531698:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:1.0:1787826416.531699:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1046 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531712:0:18582:0:(rw26.c:875:ll_write_end()) pos 4284416, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531716:0:18582:0:(rw26.c:933:ll_write_end()) page@000000003b6c390e[3 000000002046d308 2 1 000000002cef9668 0 0 1046] 00000080:00200000:1.0:1787826416.531825:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000268ef3d6 17ffffc0001001 3:0 ffff9ab5eabed2b8 1046 lru 00000080:00200000:1.0:1787826416.531831:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000789dc495 1046: 1< 0 - - > 2< 4284416 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531835:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000003b6c390e 00000080:00200000:1.0:1787826416.531836:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:1.0:1787826416.531839:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1047 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531859:0:18582:0:(rw26.c:875:ll_write_end()) pos 4288512, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531863:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000073d4faff[3 000000002046d308 2 1 000000002cef9668 0 0 1047] 00000080:00200000:1.0:1787826416.531866:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6f737c3 17ffffc0001001 3:0 ffff9ab5eabedae0 1047 lru 00000080:00200000:1.0:1787826416.531870:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1286b87 1047: 1< 0 - - > 2< 4288512 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531872:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000073d4faff 00000080:00200000:1.0:1787826416.531873:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:1.0:1787826416.531875:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1048 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531889:0:18582:0:(rw26.c:875:ll_write_end()) pos 4292608, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531893:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000082a00570[3 000000002046d308 2 1 000000002cef9668 0 0 1048] 00000080:00200000:1.0:1787826416.531896:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009176a543 17ffffc0001001 3:0 ffff9ab5eabed740 1048 lru 00000080:00200000:1.0:1787826416.531901:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000d8a1ad99 1048: 1< 0 - - > 2< 4292608 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531903:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000082a00570 00000080:00200000:1.0:1787826416.531904:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:1.0:1787826416.531905:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1049 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531920:0:18582:0:(rw26.c:875:ll_write_end()) pos 4296704, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531924:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d9803103[3 000000002046d308 2 1 000000002cef9668 0 0 1049] 00000080:00200000:1.0:1787826416.531927:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007b7bc6e0 17ffffc0001001 3:0 ffff9ab5eabedd98 1049 lru 00000080:00200000:1.0:1787826416.531932:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000073438a4b 1049: 1< 0 - - > 2< 4296704 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531934:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d9803103 00000080:00200000:1.0:1787826416.531935:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:1.0:1787826416.531937:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1050 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531951:0:18582:0:(rw26.c:875:ll_write_end()) pos 4300800, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531955:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000068263272[3 000000002046d308 2 1 000000002cef9668 0 0 1050] 00000080:00200000:1.0:1787826416.531958:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000534b206 17ffffc0001001 3:0 ffff9ab5eabede80 1050 lru 00000080:00200000:1.0:1787826416.531963:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1fc9484 1050: 1< 0 - - > 2< 4300800 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.531965:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000068263272 00000080:00200000:1.0:1787826416.531967:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:1.0:1787826416.531969:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1051 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.531981:0:18582:0:(rw26.c:875:ll_write_end()) pos 4304896, len 4096, copied 4096 00000080:00200000:1.0:1787826416.531986:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001359d829[3 000000002046d308 2 1 000000002cef9668 0 0 1051] 00000080:00200000:1.0:1787826416.531988:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000052b68a36 17ffffc0001001 3:0 ffff9ab5eabed658 1051 lru 00000080:00200000:1.0:1787826416.532867:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a774f2ac 1051: 1< 0 - - > 2< 4304896 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.532873:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001359d829 00000080:00200000:1.0:1787826416.532874:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:1.0:1787826416.532878:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1052 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.532905:0:18582:0:(rw26.c:875:ll_write_end()) pos 4308992, len 4096, copied 4096 00000080:00200000:1.0:1787826416.532910:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fe0b16a0[3 000000002046d308 2 1 000000002cef9668 0 0 1052] 00000080:00200000:1.0:1787826416.532913:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000ead85b89 17ffffc0001001 3:0 ffff9ab5eabed910 1052 lru 00000080:00200000:1.0:1787826416.532918:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea30275d 1052: 1< 0 - - > 2< 4308992 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.532920:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fe0b16a0 00000080:00200000:1.0:1787826416.532921:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:1.0:1787826416.532922:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1053 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.532942:0:18582:0:(rw26.c:875:ll_write_end()) pos 4313088, len 4096, copied 4096 00000080:00200000:1.0:1787826416.532946:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006bb0286d[3 000000002046d308 2 1 000000002cef9668 0 0 1053] 00000080:00200000:1.0:1787826416.532949:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7387ba1 17ffffc0001021 2:0 ffff9ab5eabedbc8 1053 lru 00000080:00200000:1.0:1787826416.532954:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005bfaa803 1053: 1< 0 - - > 2< 4313088 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.532956:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006bb0286d 00000080:00200000:1.0:1787826416.532957:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:1.0:1787826416.532959:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1054 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.532974:0:18582:0:(rw26.c:875:ll_write_end()) pos 4317184, len 4096, copied 4096 00000080:00200000:1.0:1787826416.532979:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000abaf2ad2[3 000000002046d308 2 1 000000002cef9668 0 0 1054] 00000080:00200000:1.0:1787826416.532981:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b280c9d9 17ffffc0001001 3:0 ffff9ab5eabed0e8 1054 lru 00000080:00200000:1.0:1787826416.532987:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000088053f8f 1054: 1< 0 - - > 2< 4317184 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.532989:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000abaf2ad2 00000080:00200000:1.0:1787826416.532990:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:1.0:1787826416.532992:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1055 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533006:0:18582:0:(rw26.c:875:ll_write_end()) pos 4321280, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533010:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f7a774f3[3 000000002046d308 2 1 000000002cef9668 0 0 1055] 00000080:00200000:1.0:1787826416.533013:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000efc2d19f 17ffffc0001001 3:0 ffff9ab5eabed828 1055 lru 00000080:00200000:1.0:1787826416.533018:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000019b9c87e 1055: 1< 0 - - > 2< 4321280 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533020:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f7a774f3 00000080:00200000:1.0:1787826416.533021:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:1.0:1787826416.533023:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1056 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533046:0:18582:0:(rw26.c:875:ll_write_end()) pos 4325376, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533052:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006ffc73c2[3 000000002046d308 2 1 000000002cef9668 0 0 1056] 00000080:00200000:1.0:1787826416.533054:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000001cb468cf 17ffffc0001001 3:0 ffff9ab5ea8cfcb0 1056 lru 00000080:00200000:1.0:1787826416.533059:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a79b479a 1056: 1< 0 - - > 2< 4325376 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533060:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006ffc73c2 00000080:00200000:1.0:1787826416.533061:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:1.0:1787826416.533063:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1057 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533075:0:18582:0:(rw26.c:875:ll_write_end()) pos 4329472, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533079:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000087ae311b[3 000000002046d308 2 1 000000002cef9668 0 0 1057] 00000080:00200000:1.0:1787826416.533082:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002a3ad0ce 17ffffc0001001 3:0 ffff9ab5ea8cf3a0 1057 lru 00000080:00200000:1.0:1787826416.533087:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e7a0ef2a 1057: 1< 0 - - > 2< 4329472 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533089:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000087ae311b 00000080:00200000:1.0:1787826416.533090:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:1.0:1787826416.533091:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1058 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533102:0:18582:0:(rw26.c:875:ll_write_end()) pos 4333568, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533106:0:18582:0:(rw26.c:933:ll_write_end()) page@000000000fe78cef[3 000000002046d308 2 1 000000002cef9668 0 0 1058] 00000080:00200000:1.0:1787826416.533109:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000b47593ae 17ffffc0001001 3:0 ffff9ab5ea8cf000 1058 lru 00000080:00200000:1.0:1787826416.533114:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000002f85ac8e 1058: 1< 0 - - > 2< 4333568 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533116:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000000fe78cef 00000080:00200000:1.0:1787826416.533117:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:1.0:1787826416.533119:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1059 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533130:0:18582:0:(rw26.c:875:ll_write_end()) pos 4337664, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533134:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d39ee12a[3 000000002046d308 2 1 000000002cef9668 0 0 1059] 00000080:00200000:1.0:1787826416.533137:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c8e6b7d5 17ffffc0001001 3:0 ffff9ab5ea8cf488 1059 lru 00000080:00200000:1.0:1787826416.533142:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000c9f993dc 1059: 1< 0 - - > 2< 4337664 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533145:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d39ee12a 00000080:00200000:1.0:1787826416.533146:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:1.0:1787826416.533148:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1060 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533160:0:18582:0:(rw26.c:875:ll_write_end()) pos 4341760, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533164:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000de570ef4[3 000000002046d308 2 1 000000002cef9668 0 0 1060] 00000080:00200000:1.0:1787826416.533167:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005083c70c 17ffffc0001001 3:0 ffff9ab5ea8cf9f8 1060 lru 00000080:00200000:1.0:1787826416.533172:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000070ce3210 1060: 1< 0 - - > 2< 4341760 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533174:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000de570ef4 00000080:00200000:1.0:1787826416.533175:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:1.0:1787826416.533177:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1061 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533190:0:18582:0:(rw26.c:875:ll_write_end()) pos 4345856, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533194:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c4891cce[3 000000002046d308 2 1 000000002cef9668 0 0 1061] 00000080:00200000:1.0:1787826416.533197:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2005da9 17ffffc0001001 3:0 ffff9ab5ea8cf570 1061 lru 00000080:00200000:1.0:1787826416.533202:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007191eeaa 1061: 1< 0 - - > 2< 4345856 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533204:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c4891cce 00000080:00200000:1.0:1787826416.533205:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:1.0:1787826416.533218:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1062 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533234:0:18582:0:(rw26.c:875:ll_write_end()) pos 4349952, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533238:0:18582:0:(rw26.c:933:ll_write_end()) page@000000006f473c5a[3 000000002046d308 2 1 000000002cef9668 0 0 1062] 00000080:00200000:1.0:1787826416.533241:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000cd4e63db 17ffffc0001001 3:0 ffff9ab5ea8cf1d0 1062 lru 00000080:00200000:1.0:1787826416.533246:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000077bd5546 1062: 1< 0 - - > 2< 4349952 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533248:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000006f473c5a 00000080:00200000:1.0:1787826416.533249:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:1.0:1787826416.533251:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1063 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533265:0:18582:0:(rw26.c:875:ll_write_end()) pos 4354048, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533269:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009611a06d[3 000000002046d308 2 1 000000002cef9668 0 0 1063] 00000080:00200000:1.0:1787826416.533272:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c4d6fb28 17ffffc0001001 3:0 ffff9ab5ea8cf2b8 1063 lru 00000080:00200000:1.0:1787826416.533277:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001239b02e 1063: 1< 0 - - > 2< 4354048 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533280:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009611a06d 00000080:00200000:1.0:1787826416.533281:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:1.0:1787826416.533283:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1064 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533298:0:18582:0:(rw26.c:875:ll_write_end()) pos 4358144, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533302:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009addaa3a[3 000000002046d308 2 1 000000002cef9668 0 0 1064] 00000080:00200000:1.0:1787826416.533305:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa338a40 17ffffc0001001 3:0 ffff9ab5ea8cfae0 1064 lru 00000080:00200000:1.0:1787826416.533309:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000310ae817 1064: 1< 0 - - > 2< 4358144 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533311:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009addaa3a 00000080:00200000:1.0:1787826416.533312:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:1.0:1787826416.533314:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1065 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533327:0:18582:0:(rw26.c:875:ll_write_end()) pos 4362240, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533332:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000065494a9a[3 000000002046d308 2 1 000000002cef9668 0 0 1065] 00000080:00200000:1.0:1787826416.533335:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000087a8fde4 17ffffc0001001 3:0 ffff9ab5ea8cf740 1065 lru 00000080:00200000:1.0:1787826416.533340:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008c535eab 1065: 1< 0 - - > 2< 4362240 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533342:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000065494a9a 00000080:00200000:1.0:1787826416.533343:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:1.0:1787826416.533345:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1066 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533360:0:18582:0:(rw26.c:875:ll_write_end()) pos 4366336, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533365:0:18582:0:(rw26.c:933:ll_write_end()) page@000000001b3e7851[3 000000002046d308 2 1 000000002cef9668 0 0 1066] 00000080:00200000:1.0:1787826416.533368:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000000b07a871 17ffffc0001001 3:0 ffff9ab5ea8cfd98 1066 lru 00000080:00200000:1.0:1787826416.533372:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000bb302112 1066: 1< 0 - - > 2< 4366336 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.533374:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000001b3e7851 00000080:00200000:1.0:1787826416.533375:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:1.0:1787826416.533377:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1067 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.533390:0:18582:0:(rw26.c:875:ll_write_end()) pos 4370432, len 4096, copied 4096 00000080:00200000:1.0:1787826416.533395:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000005d14689[3 000000002046d308 2 1 000000002cef9668 0 0 1067] 00000080:00200000:1.0:1787826416.534294:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000045fd56f1 17ffffc0001001 3:0 ffff9ab5ea8cfe80 1067 lru 00000080:00200000:1.0:1787826416.534306:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9cd40e4 1067: 1< 0 - - > 2< 4370432 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534308:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000005d14689 00000080:00200000:1.0:1787826416.534310:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:1.0:1787826416.534314:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1068 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534352:0:18582:0:(rw26.c:875:ll_write_end()) pos 4374528, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534357:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a7fd6475[3 000000002046d308 2 1 000000002cef9668 0 0 1068] 00000080:00200000:1.0:1787826416.534360:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5646596 17ffffc0001021 2:0 ffff9ab5ea8cf658 1068 lru 00000080:00200000:1.0:1787826416.534365:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1bf21f6 1068: 1< 0 - - > 2< 4374528 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534368:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a7fd6475 00000080:00200000:1.0:1787826416.534369:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:1.0:1787826416.534371:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1069 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534383:0:18582:0:(rw26.c:875:ll_write_end()) pos 4378624, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534387:0:18582:0:(rw26.c:933:ll_write_end()) page@000000002078122c[3 000000002046d308 2 1 000000002cef9668 0 0 1069] 00000080:00200000:1.0:1787826416.534390:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008bfe6879 17ffffc0001001 3:0 ffff9ab5ea8cf910 1069 lru 00000080:00200000:1.0:1787826416.534395:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000000a881ce 1069: 1< 0 - - > 2< 4378624 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534397:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000002078122c 00000080:00200000:1.0:1787826416.534413:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:1.0:1787826416.534416:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1070 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534431:0:18582:0:(rw26.c:875:ll_write_end()) pos 4382720, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534435:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000026b19271[3 000000002046d308 2 1 000000002cef9668 0 0 1070] 00000080:00200000:1.0:1787826416.534438:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000df6fe685 17ffffc0001001 3:0 ffff9ab5ea8cfbc8 1070 lru 00000080:00200000:1.0:1787826416.534442:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005fed8540 1070: 1< 0 - - > 2< 4382720 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534444:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000026b19271 00000080:00200000:1.0:1787826416.534445:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:1.0:1787826416.534447:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1071 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534459:0:18582:0:(rw26.c:875:ll_write_end()) pos 4386816, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534463:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000a666cf63[3 000000002046d308 2 1 000000002cef9668 0 0 1071] 00000080:00200000:1.0:1787826416.534466:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000128ead7f 17ffffc0001001 3:0 ffff9ab5ea8cf0e8 1071 lru 00000080:00200000:1.0:1787826416.534472:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000006b29538f 1071: 1< 0 - - > 2< 4386816 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534474:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000a666cf63 00000080:00200000:1.0:1787826416.534475:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:1.0:1787826416.534477:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1072 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534489:0:18582:0:(rw26.c:875:ll_write_end()) pos 4390912, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534493:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009e736a9e[3 000000002046d308 2 1 000000002cef9668 0 0 1072] 00000080:00200000:1.0:1787826416.534496:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000009e4f37c3 17ffffc0001001 3:0 ffff9ab5ea8cf828 1072 lru 00000080:00200000:1.0:1787826416.534500:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000339f4cf3 1072: 1< 0 - - > 2< 4390912 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534502:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009e736a9e 00000080:00200000:1.0:1787826416.534504:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:1.0:1787826416.534506:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1073 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534528:0:18582:0:(rw26.c:875:ll_write_end()) pos 4395008, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534532:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000084738035[3 000000002046d308 2 1 000000002cef9668 0 0 1073] 00000080:00200000:1.0:1787826416.534535:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000013119fb4 17ffffc0001001 3:0 ffff9ab5d81a8488 1073 lru 00000080:00200000:1.0:1787826416.534540:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000036cdf5b4 1073: 1< 0 - - > 2< 4395008 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534542:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000084738035 00000080:00200000:1.0:1787826416.534543:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1787826416.534545:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1074 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534557:0:18582:0:(rw26.c:875:ll_write_end()) pos 4399104, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534561:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000e17596cb[3 000000002046d308 2 1 000000002cef9668 0 0 1074] 00000080:00200000:1.0:1787826416.534563:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000027cadf5a 17ffffc0001001 3:0 ffff9ab5d81a89f8 1074 lru 00000080:00200000:1.0:1787826416.534568:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000e1a5ebd6 1074: 1< 0 - - > 2< 4399104 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.534569:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000e17596cb 00000080:00200000:1.0:1787826416.534570:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1787826416.534572:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1075 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.534588:0:18582:0:(rw26.c:875:ll_write_end()) pos 4403200, len 4096, copied 4096 00000080:00200000:1.0:1787826416.534592:0:18582:0:(rw26.c:933:ll_write_end()) page@000000009c0902be[3 000000002046d308 2 1 000000002cef9668 0 0 1075] 00000080:00200000:1.0:1787826416.534595:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003cf43010 17ffffc0001001 3:0 ffff9ab5d81a8570 1075 lru 00000080:00200000:1.0:1787826416.535315:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000001520e660 1075: 1< 0 - - > 2< 4403200 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535322:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000009c0902be 00000080:00200000:1.0:1787826416.535324:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1787826416.535328:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1076 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535357:0:18582:0:(rw26.c:875:ll_write_end()) pos 4407296, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535363:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000034cd050c[3 000000002046d308 2 1 000000002cef9668 0 0 1076] 00000080:00200000:1.0:1787826416.535366:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000072e388e 17ffffc0001001 3:0 ffff9ab5d81a81d0 1076 lru 00000080:00200000:1.0:1787826416.535372:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000005e27a861 1076: 1< 0 - - > 2< 4407296 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535373:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000034cd050c 00000080:00200000:1.0:1787826416.535374:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1787826416.535376:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1077 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535393:0:18582:0:(rw26.c:875:ll_write_end()) pos 4411392, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535397:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000043f97b7b[3 000000002046d308 2 1 000000002cef9668 0 0 1077] 00000080:00200000:1.0:1787826416.535594:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000032781a76 17ffffc0001001 3:0 ffff9ab5d81a82b8 1077 lru 00000080:00200000:1.0:1787826416.535682:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000007358ffc3 1077: 1< 0 - - > 2< 4411392 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535685:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000043f97b7b 00000080:00200000:1.0:1787826416.535686:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1787826416.535689:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1078 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535708:0:18582:0:(rw26.c:875:ll_write_end()) pos 4415488, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535712:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000c009ff54[3 000000002046d308 2 1 000000002cef9668 0 0 1078] 00000080:00200000:1.0:1787826416.535715:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000059a871b4 17ffffc0001001 3:0 ffff9ab5d81a8ae0 1078 lru 00000080:00200000:1.0:1787826416.535831:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008cecbe11 1078: 1< 0 - - > 2< 4415488 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535833:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000c009ff54 00000080:00200000:1.0:1787826416.535834:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1787826416.535836:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1079 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535852:0:18582:0:(rw26.c:875:ll_write_end()) pos 4419584, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535856:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000af846730[3 000000002046d308 2 1 000000002cef9668 0 0 1079] 00000080:00200000:1.0:1787826416.535859:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f0d6af86 17ffffc0001001 3:0 ffff9ab5d81a8740 1079 lru 00000080:00200000:1.0:1787826416.535863:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b6585dbd 1079: 1< 0 - - > 2< 4419584 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535865:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000af846730 00000080:00200000:1.0:1787826416.535866:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1787826416.535867:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1080 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535878:0:18582:0:(rw26.c:875:ll_write_end()) pos 4423680, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535881:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000676f3c87[3 000000002046d308 2 1 000000002cef9668 0 0 1080] 00000080:00200000:1.0:1787826416.535883:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000008161a30e 17ffffc0001001 3:0 ffff9ab5d81a8d98 1080 lru 00000080:00200000:1.0:1787826416.535887:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003d3f61dc 1080: 1< 0 - - > 2< 4423680 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535889:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000676f3c87 00000080:00200000:1.0:1787826416.535890:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1787826416.535892:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1081 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535901:0:18582:0:(rw26.c:875:ll_write_end()) pos 4427776, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535905:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000024980d34[3 000000002046d308 2 1 000000002cef9668 0 0 1081] 00000080:00200000:1.0:1787826416.535907:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000047ddebe9 17ffffc0001001 3:0 ffff9ab5d81a8e80 1081 lru 00000080:00200000:1.0:1787826416.535911:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004fb757c9 1081: 1< 0 - - > 2< 4427776 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535913:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000024980d34 00000080:00200000:1.0:1787826416.535914:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1787826416.535916:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1082 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535927:0:18582:0:(rw26.c:875:ll_write_end()) pos 4431872, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535930:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000050cf0e44[3 000000002046d308 2 1 000000002cef9668 0 0 1082] 00000080:00200000:1.0:1787826416.535933:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000051b6f7ef 17ffffc0001001 3:0 ffff9ab5d81a8658 1082 lru 00000080:00200000:1.0:1787826416.535937:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000077d5ff97 1082: 1< 0 - - > 2< 4431872 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535939:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000050cf0e44 00000080:00200000:1.0:1787826416.535940:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1787826416.535941:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1083 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535957:0:18582:0:(rw26.c:875:ll_write_end()) pos 4435968, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535961:0:18582:0:(rw26.c:933:ll_write_end()) page@000000004fcbb3b4[3 000000002046d308 2 1 000000002cef9668 0 0 1083] 00000080:00200000:1.0:1787826416.535964:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000004c224f9f 17ffffc0001021 2:0 ffff9ab5d81a8910 1083 lru 00000080:00200000:1.0:1787826416.535969:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000000939c1d5 1083: 1< 0 - - > 2< 4435968 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.535971:0:18582:0:(rw26.c:933:ll_write_end()) end page@000000004fcbb3b4 00000080:00200000:1.0:1787826416.535972:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1787826416.535973:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1084 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.535987:0:18582:0:(rw26.c:875:ll_write_end()) pos 4440064, len 4096, copied 4096 00000080:00200000:1.0:1787826416.535992:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000eb2104dc[3 000000002046d308 2 1 000000002cef9668 0 0 1084] 00000080:00200000:1.0:1787826416.535994:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4c4ea2e 17ffffc0001001 3:0 ffff9ab5d81a8bc8 1084 lru 00000080:00200000:1.0:1787826416.535999:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000048fdb4ee 1084: 1< 0 - - > 2< 4440064 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536001:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000eb2104dc 00000080:00200000:1.0:1787826416.536002:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1787826416.536004:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1085 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536018:0:18582:0:(rw26.c:875:ll_write_end()) pos 4444160, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536022:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000039a6f64d[3 000000002046d308 2 1 000000002cef9668 0 0 1085] 00000080:00200000:1.0:1787826416.536024:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000057440fd2 17ffffc0001001 3:0 ffff9ab5d81a80e8 1085 lru 00000080:00200000:1.0:1787826416.536030:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000004a6189bc 1085: 1< 0 - - > 2< 4444160 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536032:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000039a6f64d 00000080:00200000:1.0:1787826416.536033:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1787826416.536035:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1086 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536049:0:18582:0:(rw26.c:875:ll_write_end()) pos 4448256, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536054:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000350e4f71[3 000000002046d308 2 1 000000002cef9668 0 0 1086] 00000080:00200000:1.0:1787826416.536057:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007cfed76a 17ffffc0001001 3:0 ffff9ab5d81a8828 1086 lru 00000080:00200000:1.0:1787826416.536061:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000008dc831d1 1086: 1< 0 - - > 2< 4448256 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536063:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000350e4f71 00000080:00200000:1.0:1787826416.536064:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1787826416.536066:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1087 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536079:0:18582:0:(rw26.c:875:ll_write_end()) pos 4452352, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536083:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000114c4223[3 000000002046d308 2 1 000000002cef9668 0 0 1087] 00000080:00200000:1.0:1787826416.536085:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000776f9b29 17ffffc0001001 3:0 ffff9ab5d81a8cb0 1087 lru 00000080:00200000:1.0:1787826416.536090:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000077c351fc 1087: 1< 0 - - > 2< 4452352 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536091:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000114c4223 00000080:00200000:1.0:1787826416.536092:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1787826416.536094:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1088 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536112:0:18582:0:(rw26.c:875:ll_write_end()) pos 4456448, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536116:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f3bd49db[3 000000002046d308 2 1 000000002cef9668 0 0 1088] 00000080:00200000:1.0:1787826416.536119:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000082603ac6 17ffffc0001001 3:0 ffff9ab5d81a83a0 1088 lru 00000080:00200000:1.0:1787826416.536124:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000084f51593 1088: 1< 0 - - > 2< 4456448 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536126:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f3bd49db 00000080:00200000:1.0:1787826416.536127:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1787826416.536129:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1089 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536144:0:18582:0:(rw26.c:875:ll_write_end()) pos 4460544, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536148:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000d14ba9dc[3 000000002046d308 2 1 000000002cef9668 0 0 1089] 00000080:00200000:1.0:1787826416.536150:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000f998da96 17ffffc0001001 3:0 ffff9ab5d81a8000 1089 lru 00000080:00200000:1.0:1787826416.536155:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000f80f52c5 1089: 1< 0 - - > 2< 4460544 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536157:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000d14ba9dc 00000080:00200000:1.0:1787826416.536158:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1787826416.536159:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1090 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536180:0:18582:0:(rw26.c:875:ll_write_end()) pos 4464640, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536184:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000fc9ef145[3 000000002046d308 2 1 000000002cef9668 0 0 1090] 00000080:00200000:1.0:1787826416.536187:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000acbb27dc 17ffffc0001001 3:0 ffff9ab5f22ee740 1090 lru 00000080:00200000:1.0:1787826416.536191:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000009d317279 1090: 1< 0 - - > 2< 4464640 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536194:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000fc9ef145 00000080:00200000:1.0:1787826416.536195:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1787826416.536197:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1091 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536221:0:18582:0:(rw26.c:875:ll_write_end()) pos 4468736, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536226:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000bba35883[3 000000002046d308 2 1 000000002cef9668 0 0 1091] 00000080:00200000:1.0:1787826416.536229:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000005189a4bb 17ffffc0001001 3:0 ffff9ab5f22eed98 1091 lru 00000080:00200000:1.0:1787826416.536234:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@0000000064893895 1091: 1< 0 - - > 2< 4468736 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536236:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000bba35883 00000080:00200000:1.0:1787826416.536237:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1787826416.536239:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1092 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536254:0:18582:0:(rw26.c:875:ll_write_end()) pos 4472832, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536258:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000199bd3ee[3 000000002046d308 2 1 000000002cef9668 0 0 1092] 00000080:00200000:1.0:1787826416.536261:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000002e38fb2f 17ffffc0001001 3:0 ffff9ab5f22eee80 1092 lru 00000080:00200000:1.0:1787826416.536266:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000a83e53db 1092: 1< 0 - - > 2< 4472832 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536268:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000199bd3ee 00000080:00200000:1.0:1787826416.536270:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1787826416.536271:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1093 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536287:0:18582:0:(rw26.c:875:ll_write_end()) pos 4476928, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536291:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000f78edb92[3 000000002046d308 2 1 000000002cef9668 0 0 1093] 00000080:00200000:1.0:1787826416.536294:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @0000000039ef2ad1 17ffffc0001001 3:0 ffff9ab5f22ee658 1093 lru 00000080:00200000:1.0:1787826416.536299:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000eb8740c8 1093: 1< 0 - - > 2< 4476928 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536301:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000f78edb92 00000080:00200000:1.0:1787826416.536302:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1787826416.536304:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1094 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536317:0:18582:0:(rw26.c:875:ll_write_end()) pos 4481024, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536321:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000039f92165[3 000000002046d308 2 1 000000002cef9668 0 0 1094] 00000080:00200000:1.0:1787826416.536324:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000007c338500 17ffffc0001001 3:0 ffff9ab5f22ee910 1094 lru 00000080:00200000:1.0:1787826416.536329:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000b2e51ace 1094: 1< 0 - - > 2< 4481024 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536331:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000039f92165 00000080:00200000:1.0:1787826416.536332:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1787826416.536334:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1095 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536345:0:18582:0:(rw26.c:875:ll_write_end()) pos 4485120, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536349:0:18582:0:(rw26.c:933:ll_write_end()) page@0000000001ebdf99[3 000000002046d308 2 1 000000002cef9668 0 0 1095] 00000080:00200000:1.0:1787826416.536351:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @00000000191a0dab 17ffffc0001001 3:0 ffff9ab5f22eebc8 1095 lru 00000080:00200000:1.0:1787826416.536357:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@000000003677b423 1095: 1< 0 - - > 2< 4485120 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536359:0:18582:0:(rw26.c:933:ll_write_end()) end page@0000000001ebdf99 00000080:00200000:1.0:1787826416.536360:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1787826416.536361:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1096 of 0 to 4096 bytes 00000080:00200000:1.0:1787826416.536377:0:18582:0:(rw26.c:875:ll_write_end()) pos 4489216, len 4096, copied 4096 00000080:00200000:1.0:1787826416.536381:0:18582:0:(rw26.c:933:ll_write_end()) page@00000000724164c4[3 000000002046d308 2 1 000000002cef9668 0 0 1096] 00000080:00200000:1.0:1787826416.536384:0:18582:0:(rw26.c:933:ll_write_end()) vmpage @000000003557e8d8 17ffffc0001001 3:0 ffff9ab5f22ee0e8 1096 lru 00000080:00200000:1.0:1787826416.536389:0:18582:0:(rw26.c:933:ll_write_end()) osc-page@00000000ac3c58a9 1096: 1< 0 - - > 2< 4489216 0 0 0x0 0x0 | 00000000b3e4a7f1 00000000616db9b0 > 3< 0 0 > 4< 0 0 8 35782656 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826416.536392:0:18582:0:(rw26.c:933:ll_write_end()) end page@00000000724164c4 00000080:00200000:1.0:1787826416.536393:0:18582:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1787826416.536395:0:18582:0:(rw26.c:681:ll_write_begin()) Writing 1097 of 0 to 4096 bytes 00000100:00100000:3.0:1787826416.551498:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428555520:192.168.203.115@tcp:4:dd.0 00000100:00100000:3.0:1787826416.579855:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968724 gen 4 00000100:00100000:3.0:1787826416.579900:0:2361:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ab5f9801680 x1874671428555520/t4294968725(4294968725) o4->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 0 dl 1787826432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1787826416.579954:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000036824df9 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1787826416.580621:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000036824df9 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1787826416.580653:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428555520:192.168.203.115@tcp:4:dd.0 00000100:00100000:3.0:1787826416.581062:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428555648:192.168.203.115@tcp:16:dd.0 00000080:00200000:3.0:1787826416.611066:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000080:00200000:3.0:1787826416.611081:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826416.611092:0:18582:0:(vvp_io.c:1421:vvp_io_write_start()) f6.sanity-pfl: write bytes 0, result: 1048576 00000080:00200000:3.0:1787826416.611101:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000020:00010000:3.0:1787826416.611106:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:3.0:1787826416.611109:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826416.611114:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310030 (ffff9ab5f1cb4758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826416.611124:0:18582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826416.611138:0:18582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:3.0:1787826416.611158:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826416.611161:0:18582:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310030 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826416.611168:0:18582:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1787826416.611174:0:18582:0:(file.c:2207:ll_file_io_generic()) Range unlock [1024, 1279] 00000080:00200000:3.0:1787826416.611178:0:18582:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826416.611181:0:18582:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1787826416.611186:0:18582:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000080:00200000:3.0:1787826416.611189:0:18582:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:3.0:1787826416.611237:0:18582:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 4110001 00000002:00100000:3.0:1787826416.611293:0:18582:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9800f00 x1874671428553472/t4294969326(4294969326) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826431 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826416.611304:0:18582:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826416.611310:0:18582:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a580 x1874671428555904/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826416.611331:0:18582:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:18582:1874671428555904:192.168.203.115@tcp:35:dd.0 00000100:00100000:3.0:1787826416.611451:0:18582:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826416.616717:0:18582:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job dd:69920772-fbb9-479b-9fec-ca28fc2b36f3:18582:1874671428555904:192.168.203.115@tcp:35:dd.0 00000002:00100000:3.0:1787826416.616759:0:18582:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9800f00 x1874671428553472/t4294969326(4294969326) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826431 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826416.645392:0:18584:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826416.645555:0:18584:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826416.645576:0:18584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787826416.645592:0:18584:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1787826416.645674:0:18584:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826416.645683:0:18584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826416.645687:0:18584:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:0.0:1787826416.645694:0:18584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481817bf8 00010000:00010000:0.0:1787826416.645699:0:18584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787826416.645709:0:18584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787826416.645791:0:18584:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826416.645800:0:18584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:0.0:1787826416.645806:0:18584:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787826416.645881:0:18584:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5f2393800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1787826416.645889:0:18584:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:0.0:1787826416.645904:0:18584:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0100001 00010000:00010000:0.0:1787826416.645959:0:18584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18584 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.645967:0:18584:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18584 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826416.645979:0:18584:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826416.645992:0:18584:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27aed00 x1874671428556160/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826416.646002:0:18584:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18584 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826416.646023:0:18584:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18584:1874671428556160:192.168.203.115@tcp:101:md5sum.0 00000100:00100000:0.0:1787826416.646248:0:18584:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826416.653449:0:18584:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18584:1874671428556160:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826416.653477:0:18584:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653494:0:18584:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653504:0:18584:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653515:0:18584:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653526:0:18584:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653546:0:18584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653555:0:18584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653563:0:18584:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826416.653574:0:18584:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f27aed00 x1874671428556160/t4294969331(4294969331) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826416.653588:0:18584:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27aed00 x1874671428556160/t4294969331(4294969331) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826416.653611:0:18584:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826416.653625:0:18584:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653635:0:18584:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:1.0:1787826416.653643:0:18584:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826416.653686:0:18584:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25a:0x0](ffff9ab5d964e3c8): rc = 0 00000080:00200000:1.0:1787826416.653697:0:18584:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1787826416.653702:0:18584:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce650 00000080:00010000:1.0:1787826416.653712:0:18584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200008:1.0:1787826416.653833:0:18584:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:1.0:1787826416.653854:0:18584:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27aed00 x1874671428556160/t4294969331(4294969331) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787826416.653911:0:18584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce650 from it ffff9ab5f1807120 00010000:00010000:1.0:1787826416.653916:0:18584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.653926:0:18584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826416.653949:0:18584:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 44 00000080:00200008:1.0:1787826416.654027:0:18584:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826416.654033:0:18584:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826416.654052:0:18584:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826416.654062:0:18584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.654074:0:18584:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826416.654082:0:18584:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826416.654087:0:18584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826416.654090:0:18584:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce650 00000080:00010000:1.0:1787826416.654095:0:18584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce650 from it ffffbbc481817cd8 00010000:00010000:1.0:1787826416.654098:0:18584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.654111:0:18584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826416.654129:0:18584:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826416.654139:0:18584:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826416.654157:0:18584:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826416.654160:0:18584:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310cb0, osc lock ffff9ab5c50254b8, flags 0x400001002 00010000:00010000:1.0:1787826416.654176:0:18584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787826416.654188:0:18584:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1787826416.654200:0:18584:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826416.654204:0:18584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787826416.654224:0:18584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1787826416.654234:0:18584:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826416.654243:0:18584:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000020:00010000:1.0:1787826416.654247:0:18584:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.654250:0:18584:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.654253:0:18584:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310cb0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.654257:0:18584:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.654260:0:18584:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310cb0 (ffff9ab5ea87bab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.654270:0:18584:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826416.654296:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 32768 00000080:00200008:1.0:1787826416.654472:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 32768, count: 32768 00000080:00200008:1.0:1787826416.654556:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 65536, count: 32768 00000080:00200008:1.0:1787826416.654647:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 98304, count: 32768 00000080:00200008:1.0:1787826416.657929:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 131072, count: 32768 00000080:00200008:1.0:1787826416.658032:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 163840, count: 32768 00000080:00200008:1.0:1787826416.658112:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 196608, count: 32768 00000080:00200008:1.0:1787826416.658190:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 229376, count: 32768 00000080:00200008:1.0:1787826416.658286:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 262144, count: 32768 00000080:00200008:1.0:1787826416.658365:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 294912, count: 32768 00000080:00200008:1.0:1787826416.658463:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 327680, count: 32768 00000080:00200008:1.0:1787826416.658545:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 360448, count: 32768 00000080:00200008:1.0:1787826416.658625:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 393216, count: 32768 00000080:00200008:1.0:1787826416.658704:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 425984, count: 32768 00000080:00200008:1.0:1787826416.658783:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 458752, count: 32768 00000080:00200008:1.0:1787826416.658862:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 491520, count: 32768 00000080:00200008:1.0:1787826416.658941:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 524288, count: 32768 00000080:00200008:1.0:1787826416.659022:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 557056, count: 32768 00000080:00200008:1.0:1787826416.659101:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 589824, count: 32768 00000080:00200008:1.0:1787826416.659179:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 622592, count: 32768 00000080:00200008:1.0:1787826416.659271:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 655360, count: 32768 00000080:00200008:1.0:1787826416.659350:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 688128, count: 32768 00000080:00200008:1.0:1787826416.659457:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 720896, count: 32768 00000080:00200008:1.0:1787826416.659536:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 753664, count: 32768 00000080:00200008:1.0:1787826416.659613:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 786432, count: 32768 00000080:00200008:1.0:1787826416.659689:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 819200, count: 32768 00000080:00200008:1.0:1787826416.659766:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 851968, count: 32768 00000080:00200008:1.0:1787826416.659843:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 884736, count: 32768 00000080:00200008:1.0:1787826416.659920:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 917504, count: 32768 00000080:00200008:1.0:1787826416.659996:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 950272, count: 32768 00000080:00200008:1.0:1787826416.660071:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 983040, count: 32768 00000080:00200008:1.0:1787826416.660147:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1015808, count: 32768 00000080:00200008:1.0:1787826416.661321:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1048576, count: 32768 00000080:00200008:1.0:1787826416.661429:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1081344, count: 32768 00000080:00200008:1.0:1787826416.661513:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1114112, count: 32768 00000080:00200008:1.0:1787826416.661593:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1146880, count: 32768 00000080:00200008:1.0:1787826416.661807:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1179648, count: 32768 00000080:00200008:1.0:1787826416.661888:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1212416, count: 32768 00000080:00200008:1.0:1787826416.661968:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1245184, count: 32768 00000080:00200008:1.0:1787826416.662047:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1277952, count: 32768 00000080:00200008:1.0:1787826416.662129:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1310720, count: 32768 00000080:00200008:1.0:1787826416.662218:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1343488, count: 32768 00000080:00200008:1.0:1787826416.662299:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1376256, count: 32768 00000080:00200008:1.0:1787826416.662379:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1409024, count: 32768 00000080:00200008:1.0:1787826416.662678:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1441792, count: 32768 00000080:00200008:1.0:1787826416.662830:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1474560, count: 32768 00000080:00200008:1.0:1787826416.662911:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1507328, count: 32768 00000080:00200008:1.0:1787826416.662992:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1540096, count: 32768 00000080:00200008:1.0:1787826416.663070:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1572864, count: 32768 00000080:00200008:1.0:1787826416.663149:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1605632, count: 32768 00000080:00200008:1.0:1787826416.663285:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1638400, count: 32768 00000080:00200008:1.0:1787826416.663364:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1671168, count: 32768 00000080:00200008:1.0:1787826416.663469:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1703936, count: 32768 00000080:00200008:1.0:1787826416.663549:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1736704, count: 32768 00000080:00200008:1.0:1787826416.663978:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1769472, count: 32768 00000080:00200008:1.0:1787826416.664061:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1802240, count: 32768 00000080:00200008:1.0:1787826416.664140:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1835008, count: 32768 00000080:00200008:1.0:1787826416.664235:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1867776, count: 32768 00000080:00200008:1.0:1787826416.664313:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1900544, count: 32768 00000080:00200008:1.0:1787826416.664393:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1933312, count: 32768 00000080:00200008:1.0:1787826416.664510:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1966080, count: 32768 00000080:00200008:1.0:1787826416.664784:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1998848, count: 32768 00000080:00200008:1.0:1787826416.664868:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2031616, count: 32768 00000080:00200008:1.0:1787826416.664946:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2064384, count: 32768 00000080:00200008:1.0:1787826416.665025:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2097152, count: 32768 00000080:00200008:1.0:1787826416.665104:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2129920, count: 32768 00000080:00200008:1.0:1787826416.665183:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2162688, count: 32768 00000080:00200008:1.0:1787826416.665695:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2195456, count: 32768 00000080:00200008:1.0:1787826416.665893:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2228224, count: 32768 00000080:00200008:1.0:1787826416.665974:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2260992, count: 32768 00000080:00200008:1.0:1787826416.666052:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2293760, count: 32768 00000080:00200008:1.0:1787826416.666133:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2326528, count: 32768 00000080:00200008:1.0:1787826416.666307:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2359296, count: 32768 00000080:00200008:1.0:1787826416.666389:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2392064, count: 32768 00000080:00200008:1.0:1787826416.666504:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2424832, count: 32768 00000080:00200008:1.0:1787826416.666583:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2457600, count: 32768 00000080:00200008:1.0:1787826416.666860:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2490368, count: 32768 00000080:00200008:1.0:1787826416.666938:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2523136, count: 32768 00000080:00200008:1.0:1787826416.667015:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2555904, count: 32768 00000080:00200008:1.0:1787826416.667093:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2588672, count: 32768 00000080:00200008:1.0:1787826416.667169:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2621440, count: 32768 00000080:00200008:1.0:1787826416.667347:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2654208, count: 32768 00000080:00200008:1.0:1787826416.667452:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2686976, count: 32768 00000080:00200008:1.0:1787826416.667529:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2719744, count: 32768 00000080:00200008:1.0:1787826416.668130:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2752512, count: 32768 00000080:00200008:1.0:1787826416.668220:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2785280, count: 32768 00000080:00200008:1.0:1787826416.668302:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2818048, count: 32768 00000080:00200008:1.0:1787826416.668380:0:18584:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2850816, count: 32768 00000080:00200000:3.0:1787826416.724299:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826416.724327:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826416.724529:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787826416.724551:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1787826416.724559:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826416.724567:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826416.724570:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826416.724578:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c33bf8 00010000:00010000:3.0:1787826416.724581:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787826416.724591:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1787826416.724606:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826416.724615:0:18585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:3.0:1787826416.724620:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826416.724623:0:18585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.sanity-pfl, flags=265 00000080:00200000:3.0:1787826416.724627:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 46 00000080:00200008:3.0:1787826416.724633:0:18585:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154402 00000002:00010000:3.0:1787826416.724648:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0104240114403 00010000:00010000:3.0:1787826416.724699:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.724706:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826416.724718:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826416.724731:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a580 x1874671428556672/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826416.724741:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826416.724763:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428556672:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826416.725220:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826416.729253:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826416.729750:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450119296 00000100:00100000:1.0:1787826416.729760:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450119296 00000100:00100000:1.0:1787826416.729947:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1766 00000100:00100000:1.0:1787826416.729959:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450119296:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826416.729977:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826416.730054:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826416.730061:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450119296:12345-192.168.203.115@tcp:104: Request processed in 106us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826416.730069:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1766 00010000:00010000:3.0:1787826416.730110:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826416.730118:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730127:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9888800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826416.730131:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730139:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730148:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730173:0:5598:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce62d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b850 expref: -99 pid: 18580 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826416.730222:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730230:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826416.730257:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730266:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888800/0x1d187e8ba27ce650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b8e3 expref: -99 pid: 18584 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826416.730281:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826416.730283:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826416.730285:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826416.736138:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428556672:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826416.736159:0:18585:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736175:0:18585:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736183:0:18585:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736195:0:18585:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736204:0:18585:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736229:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736238:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736245:0:18585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826416.736257:0:18585:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826416.736270:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826416.736283:0:18585:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736293:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/602 (0 0) 00000080:00200000:3.0:1787826416.736299:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826416.736339:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce657 00000080:00010000:3.0:1787826416.736345:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce657 from it ffffbbc481c33bf0 00010000:00010000:3.0:1787826416.736349:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.736358:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826416.736381:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/664 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:3.0:1787826416.740156:0:18585:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=800466af arg=7ffe0fb072dc 00000080:00200000:3.0:1787826416.740234:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826416.740251:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826416.740269:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1787826416.740285:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1787826416.740293:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826416.740301:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826416.740305:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826416.740312:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c33bf8 00010000:00010000:3.0:1787826416.740316:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1787826416.740325:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1787826416.740340:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826416.740347:0:18585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=24 00000080:00200000:3.0:1787826416.740353:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826416.740367:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 3 00000080:00200000:3.0:1787826416.740372:0:18585:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=. :VOLATILE:0000:33E1E4FC:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5c3d0cd80, open_flags 2f9c1, mode 8180 opened 0 00000080:00200000:3.0:1787826416.740378:0:18585:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=. :VOLATILE:0000:33E1E4FC:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000002:00010000:3.0:1787826416.740397:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: . :VOLATILE:0000:33E1E4FC:fd=03,[0x200000401:0x25c:0x0]) in obj [0x200000401:0x259:0x0], intent: open|creat flags 0574702 00010000:00010000:3.0:1787826416.740569:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.740579:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826416.740592:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826416.740669:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b840 x1874671428557056/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826416.740681:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826416.740701:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557056:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826416.741029:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826416.756587:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557056:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826416.756626:0:18585:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756651:0:18585:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756660:0:18585:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756672:0:18585:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756683:0:18585:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756697:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756712:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756727:0:18585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826416.756740:0:18585:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826416.756752:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826416.756763:0:18585:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756774:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/604 (0 0) 00000080:00200000:3.0:1787826416.756780:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826416.756792:0:18585:0:(namei.c:1628:ll_create_it()) VFS Op:name=. :VOLATILE:0000:33E1E4FC:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000080:00200000:3.0:1787826416.756832:0:18585:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448) 00000080:00200000:3.0:1787826416.756839:0:18585:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25c:0x0], updating i_size 0 00000080:00200000:3.0:1787826416.756869:0:18585:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25c:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787826416.756873:0:18585:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x25c:0x0](ffff9ab5d964f448) 00000080:00010000:3.0:1787826416.756877:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25c:0x0](ffff9ab5d964f448) for lock 0x1d187e8ba27ce65e 00000080:00010000:3.0:1787826416.756885:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25c:0x0](ffff9ab5d964f448) 00000080:00200008:3.0:1787826416.756898:0:18585:0:(file.c:1090:ll_file_open()) START file . :VOLATILE:0000:33E1E4FC:fd=03:[0x200000401:0x25c:0x0](ffff9ab5d964f448), flags 574701 00000002:00100000:3.0:1787826416.756916:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826416.756960:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce65e from it ffff9ab5f22dc4e0 00010000:00010000:3.0:1787826416.756965:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.756974:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826416.756995:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), inode mode 8180 mask 40 00000080:00200000:3.0:1787826416.757045:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), inode mode 8180 mask 2 00000080:00200000:3.0:1787826416.757054:0:18585:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), xattr lov 00000002:00010000:3.0:1787826416.757071:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25c:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 040000002 00010000:00010000:3.0:1787826416.757120:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.757128:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826416.757139:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826416.757146:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a940 x1874671428557312/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826416.757156:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826416.757175:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557312:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826416.757356:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826416.764162:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826416.764480:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120320 00000100:00100000:1.0:1787826416.764490:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120320 00000100:00100000:1.0:1787826416.764559:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1767 00000100:00100000:1.0:1787826416.764571:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450120320:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826416.764589:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce65e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b90d expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.764683:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826416.764690:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450120320:12345-192.168.203.115@tcp:104: Request processed in 122us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826416.764698:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1767 00000100:00100000:3.0:1787826416.772985:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557312:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826416.773005:0:18585:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773016:0:18585:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773021:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773026:0:18585:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773032:0:18585:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773036:0:18585:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4e00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826416.773039:0:18585:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773043:0:18585:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773048:0:18585:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773052:0:18585:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826416.773057:0:18585:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.773061:0:18585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce665 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826416.773074:0:18585:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f994a940 x1874671428557312/t4294969335(4294969335) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826416.773084:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a940 x1874671428557312/t4294969335(4294969335) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826416.773097:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826416.773131:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826416.773137:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826416.773165:0:18585:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25c:0x0], updating i_size 0 00000002:00100000:3.0:1787826416.773175:0:18585:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a940 x1874671428557312/t4294969335(4294969335) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826416.773203:0:18585:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994a940 x1874671428557312/t4294969335(4294969335) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826416.773278:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826416.773284:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948000 x1874671428557696/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826416.773305:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557696:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826416.773525:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826416.782137:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557696:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826416.782170:0:18585:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994a940 x1874671428557312/t4294969335(4294969335) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826432 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1787826416.782236:0:18585:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826416.782244:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:3.0:1787826416.782259:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826416.782273:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/602 (0 0) 00010000:00010000:3.0:1787826416.782319:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.782328:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.782336:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826416.782356:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557824:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826416.782496:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826416.788766:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826416.791056:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120448 00000100:00100000:1.0:1787826416.791069:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120448 00000100:00100000:1.0:1787826416.791140:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1768 00000100:00100000:1.0:1787826416.791150:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450120448:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826416.791170:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.791281:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826416.791288:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450120448:12345-192.168.203.115@tcp:104: Request processed in 140us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826416.791296:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1768 00010000:00010000:3.0:1787826416.791368:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826416.791378:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791388:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826416.791393:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791437:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791447:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791502:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791510:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826416.791540:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791550:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce657 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1b8f8 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826416.791566:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826416.791568:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826416.791569:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826416.791586:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826416.791608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428557952:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826416.803916:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428557952:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826416.804482:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428557824:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826416.804747:0:18585:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804869:0:18585:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804884:0:18585:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804896:0:18585:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804909:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804924:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826416.804932:0:18585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826416.804944:0:18585:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994bc00 x1874671428557824/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/640 e 0 to 0 dl 1787826432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826416.804957:0:18585:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787826416.821456:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25c:0x0] updating i_size 0 i_blocks 1 00000020:00010000:1.0:1787826416.821470:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.821685:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.821693:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25156b0 (ffff9ab5f1fd3488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.821700:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.821703:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25156b0 (ffff9ab5f1fd3368/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.821722:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826416.821816:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 4 00000080:00200000:1.0:1787826416.821823:0:18585:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), xattr lov 00000080:00200008:1.0:1787826416.821849:0:18585:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826416.821856:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826416.821873:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826416.821893:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.821908:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826416.821916:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826416.821923:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826416.821927:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce66c 00000080:00010000:1.0:1787826416.821934:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce66c from it ffffbbc481c33cd8 00010000:00010000:1.0:1787826416.821938:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826416.821946:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826416.821968:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 2 restore needed 0 00000001:00010000:1.0:1787826416.821977:0:18585:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826416.821994:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826416.821998:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310cb0, osc lock ffff9ab5c50254b8, flags 0x400001002 00010000:00010000:1.0:1787826416.822012:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826416.822028:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:1.0:1787826416.822045:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826416.822049:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826416.822056:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:1.0:1787826416.822065:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826416.822071:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000020:00010000:1.0:1787826416.822074:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.822077:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.822079:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310cb0 (ffff9ab5f1fd3488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.822082:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.822084:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310cb0 (ffff9ab5f1fd3368/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.822091:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:1.0:1787826416.822116:0:18585:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669e arg=61b7ab23 00000080:00200000:1.0:1787826416.822127:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000008:00010000:1.0:1787826416.822136:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:1.0:1787826416.822138:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310cb0, osc lock ffff9ab5c50254b8, flags 0x40000 00010000:00010000:1.0:1787826416.822145:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 64 res 10737419267/40 (0 18446744073709551615) 00010000:00010000:1.0:1787826416.822189:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.822199:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.822282:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826416.822308:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428558336:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826416.822438:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c000 going to sleep for 11 seconds 00000100:00100000:0.0:1787826416.826903:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826416.827232:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120576 00000100:00100000:1.0:1787826416.827243:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120576 00000100:00100000:1.0:1787826416.827302:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1769 00000100:00100000:1.0:1787826416.827312:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12530:x1874671450120576:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826416.827330:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce649 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0xd7f78c2f4bc1b8b9 expref: -99 pid: 18582 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1787826416.827441:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826416.827448:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12530:x1874671450120576:12345-192.168.203.115@tcp:104: Request processed in 139us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826416.827455:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1769 00000100:00100000:3.0:1787826416.839722:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428558464:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826416.846666:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826416.846723:0:5589:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826416.846750:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120704 00000100:00100000:0.0:1787826416.846758:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120704 00000100:00100000:0.0:1787826416.846805:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1770 00000100:00100000:0.0:1787826416.846825:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f991b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6705:x1874671450120704:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826416.846842:0:5589:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846856:0:5589:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846867:0:5589:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846879:0:5589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x10080000000000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846891:0:5589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x10080000000000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846901:0:5589:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x80000000000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.846918:0:5589:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f99df600) 00000100:00100000:0.0:1787826416.846967:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f991b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6705:x1874671450120704:12345-192.168.203.115@tcp:105: Request processed in 153us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826416.846975:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1770 00000100:00100000:1.0:1787826416.847159:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428558336:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826416.847178:0:18585:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.847195:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826416.847220:0:18585:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 5242880, setting rss=5242880; kms=5242880, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.847233:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.847241:0:18585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1787826416.847275:0:18585:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826416.847284:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826416.847301:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826416.847317:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826416.847328:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826416.847336:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826416.847344:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826416.847347:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce66c 00000080:00010000:1.0:1787826416.847353:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce66c from it ffffbbc481c33cd8 00010000:00010000:1.0:1787826416.847356:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826416.847365:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826416.847394:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826416.847435:0:18585:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826416.847452:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826416.847455:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310530, osc lock ffff9ab5c5025ad0, flags 0x400001002 00010000:00010000:1.0:1787826416.847464:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/40 (0 18446744073709551615) 00010000:00010000:1.0:1787826416.847493:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.847502:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826416.847534:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1787826416.848019:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428558592:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826416.852312:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826416.852609:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120832 00000100:00100000:1.0:1787826416.852616:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120832 00000100:00100000:1.0:1787826416.852710:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1771 00000100:00100000:1.0:1787826416.852737:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12518:x1874671450120832:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826416.852753:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.852766:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826416.852794:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826416.852797:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000020:00010000:1.0:1787826416.852800:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000009c4a4fec[0x110, 2, [0x280000403:0x28:0x0] hash] 00000020:00010000:1.0:1787826416.852803:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000100:00100000:1.0:1787826416.852873:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12518:x1874671450120832:12345-192.168.203.115@tcp:106: Request processed in 155us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826416.852882:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1771 00010000:00010000:1.0:1787826416.856281:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.856306:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.856320:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.856328:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.856336:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826416.856350:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 5242880, setting rss=5242880; leaving kms=5242880, end=18446744073709551615 00000020:00200000:1.0:1787826416.856357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826416.857007:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.857020:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.857036:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.857043:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f99dee00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826416.857049:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.857061:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826416.857068:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.857077:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000f3553861/0x1d187e8ba27ce688 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826416.857099:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428558592:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826416.857338:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428558720:192.168.203.115@tcp:1:lfs.0 00000080:00200000:1.0:1787826416.861484:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 4 00000080:00200000:1.0:1787826416.861495:0:18585:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), xattr lov 00000080:00200008:1.0:1787826416.861524:0:18585:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826416.861531:0:18585:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826416.861549:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826416.861567:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.861581:0:18585:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826416.861590:0:18585:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826416.861612:0:18585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826416.861616:0:18585:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce66c 00000080:00010000:1.0:1787826416.861623:0:18585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce66c from it ffffbbc481c33cd8 00010000:00010000:1.0:1787826416.861627:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826416.861637:0:18585:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787826416.861660:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826416.861669:0:18585:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826416.861687:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826416.861691:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f0310130, osc lock ffff9ab5c5024c30, flags 0x400001002 00010000:00010000:1.0:1787826416.861702:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/40 (0 18446744073709551615) 00010000:00010000:1.0:1787826416.861751:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826416.861762:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826416.861790:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1787826416.861801:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826416.862097:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428558848:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826416.864581:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826416.864855:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450120960 00000100:00100000:0.0:1787826416.864865:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450120960 00000100:00100000:0.0:1787826416.864913:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1772 00000100:00100000:0.0:1787826416.864924:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12327:x1874671450120960:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826416.864939:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.864953:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826416.864978:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826416.864982:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000020:00010000:0.0:1787826416.864985:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000009c4a4fec[0x110, 2, [0x280000403:0x28:0x0] hash] 00000020:00010000:0.0:1787826416.864987:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000100:00100000:0.0:1787826416.865041:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12327:x1874671450120960:12345-192.168.203.115@tcp:106: Request processed in 118us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826416.865049:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1772 00010000:00010000:0.0:1787826416.868681:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.868703:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.868716:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.868931:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.868939:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 5/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826416.868955:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 5242880, setting rss=5242880; leaving kms=5242880, end=18446744073709551615 00000020:00200000:0.0:1787826416.868962:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826416.869025:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 4/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.869038:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.869046:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 4/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.869053:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f99df200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826416.869058:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 5/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.869069:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826416.869076:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826416.869084:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d926fe65/0x1d187e8ba27ce68f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826416.869103:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428558848:192.168.203.115@tcp:101:lfs.0 00000080:00200000:1.0:1787826416.872521:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10247 00000020:00010000:1.0:1787826416.872534:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_release():245 00000020:00010000:1.0:1787826416.872538:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.872543:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310130 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826416.872548:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826416.872551:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310130 (ffff9ab5ea87bab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826416.872567:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826417.154587:0:18585:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1787826417.155152:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787826417.155163:0:18585:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:3.0:1787826417.155184:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826417.155188:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911830, osc lock ffff9ab5f0170270, flags 0x400001002 00010000:00010000:3.0:1787826417.155215:0:18585:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/40 (0 18446744073709551615) 00010000:00010000:3.0:1787826417.155262:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.155275:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826417.156075:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1787826417.159342:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.159429:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121088 00000100:00100000:0.0:1787826417.159438:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121088 00000100:00100000:0.0:1787826417.159489:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1773 00000100:00100000:0.0:1787826417.159498:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6692:x1874671450121088:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826417.159513:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.159534:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826417.159561:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826417.159563:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000020:00010000:0.0:1787826417.159567:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000009c4a4fec[0x110, 2, [0x280000403:0x28:0x0] hash] 00000020:00010000:0.0:1787826417.159569:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000100:00100000:0.0:1787826417.159620:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6692:x1874671450121088:12345-192.168.203.115@tcp:106: Request processed in 123us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.159627:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1773 00010000:00010000:3.0:1787826417.171576:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171600:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171615:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171624:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171632:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.171646:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 5242880, setting rss=5242880; leaving kms=5242880, end=18446744073709551615 00000020:00200000:3.0:1787826417.171653:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826417.171675:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171685:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171693:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171701:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.171706:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171726:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.171734:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.171742:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce696 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.171762:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428558976:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.173900:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559104:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826417.181310:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559104:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826417.181855:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826417.181868:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559232:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826417.193585:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.193666:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121216 00000100:00100000:0.0:1787826417.193676:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121216 00000100:00100000:0.0:1787826417.193733:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1774 00000100:00100000:0.0:1787826417.193743:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450121216:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826417.193758:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.193772:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826417.193799:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826417.193802:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000020:00010000:0.0:1787826417.193806:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000009c4a4fec[0x110, 2, [0x280000403:0x28:0x0] hash] 00000020:00010000:0.0:1787826417.193807:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 5242880 mtime: 1787826416 atime: 1787826416 ctime: 1787826416 blocks: 10247 00000100:00100000:0.0:1787826417.193859:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450121216:12345-192.168.203.115@tcp:106: Request processed in 118us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.193867:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1774 00010000:00010000:3.0:1787826417.206229:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206254:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206268:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206276:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 6/2,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206284:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 5/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.206299:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 5242880, setting rss=5242880; leaving kms=5242880, end=18446744073709551615 00000020:00200000:3.0:1787826417.206307:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826417.206327:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 4/1,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206335:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206344:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 4/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206352:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abc00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.206357:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 5/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206370:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.206377:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 3/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.206389:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce69d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.206459:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559232:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.209109:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559360:192.168.203.115@tcp:3:lfs.0 00000100:00100000:3.0:1787826417.209237:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559616:192.168.203.115@tcp:3:lfs.0 00000100:00100000:3.0:1787826417.209267:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559872:192.168.203.115@tcp:3:lfs.0 00000100:00100000:3.0:1787826417.209298:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787826417.209304:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559488:192.168.203.115@tcp:3:lfs.0 00000100:00100000:3.0:1787826417.209335:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559744:192.168.203.115@tcp:3:lfs.0 00000008:00010000:3.0:1787826417.250898:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000fb67bc42 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 10/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826417.250919:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1279 items remaining. 00000020:00200000:3.0:1787826417.250923:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1278 items remaining. 00000020:00200000:3.0:1787826417.250925:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1277 items remaining. 00000020:00200000:3.0:1787826417.250926:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1276 items remaining. 00000020:00200000:3.0:1787826417.250928:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1275 items remaining. 00000020:00200000:3.0:1787826417.250929:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1274 items remaining. 00000020:00200000:3.0:1787826417.250931:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1273 items remaining. 00000020:00200000:3.0:1787826417.250932:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1272 items remaining. 00000020:00200000:3.0:1787826417.250934:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1271 items remaining. 00000020:00200000:3.0:1787826417.250936:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1270 items remaining. 00000020:00200000:3.0:1787826417.250938:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1269 items remaining. 00000020:00200000:3.0:1787826417.250940:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1268 items remaining. 00000020:00200000:3.0:1787826417.250942:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1267 items remaining. 00000020:00200000:3.0:1787826417.250943:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1266 items remaining. 00000020:00200000:3.0:1787826417.250945:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1265 items remaining. 00000020:00200000:3.0:1787826417.250946:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1264 items remaining. 00000020:00200000:3.0:1787826417.250948:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1263 items remaining. 00000020:00200000:3.0:1787826417.250949:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1262 items remaining. 00000020:00200000:3.0:1787826417.250951:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1261 items remaining. 00000020:00200000:3.0:1787826417.250952:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1260 items remaining. 00000020:00200000:3.0:1787826417.250953:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1259 items remaining. 00000020:00200000:3.0:1787826417.250954:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1258 items remaining. 00000020:00200000:3.0:1787826417.250956:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1257 items remaining. 00000020:00200000:3.0:1787826417.250957:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1256 items remaining. 00000020:00200000:3.0:1787826417.250959:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1255 items remaining. 00000020:00200000:3.0:1787826417.250960:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1254 items remaining. 00000020:00200000:3.0:1787826417.250962:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1253 items remaining. 00000020:00200000:3.0:1787826417.250964:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1252 items remaining. 00000020:00200000:3.0:1787826417.250965:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1251 items remaining. 00000020:00200000:3.0:1787826417.250967:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1250 items remaining. 00000020:00200000:3.0:1787826417.250968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1249 items remaining. 00000020:00200000:3.0:1787826417.250970:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1248 items remaining. 00000020:00200000:3.0:1787826417.250971:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1247 items remaining. 00000020:00200000:3.0:1787826417.250973:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1246 items remaining. 00000020:00200000:3.0:1787826417.250975:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1245 items remaining. 00000020:00200000:3.0:1787826417.250976:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1244 items remaining. 00000020:00200000:3.0:1787826417.250978:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1243 items remaining. 00000020:00200000:3.0:1787826417.250979:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1242 items remaining. 00000020:00200000:3.0:1787826417.250981:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1241 items remaining. 00000020:00200000:3.0:1787826417.250983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1240 items remaining. 00000020:00200000:3.0:1787826417.250984:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1239 items remaining. 00000020:00200000:3.0:1787826417.250987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1238 items remaining. 00000020:00200000:3.0:1787826417.250988:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1237 items remaining. 00000020:00200000:3.0:1787826417.250990:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1236 items remaining. 00000020:00200000:3.0:1787826417.250991:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1235 items remaining. 00000020:00200000:3.0:1787826417.250993:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1234 items remaining. 00000020:00200000:3.0:1787826417.250994:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1233 items remaining. 00000020:00200000:3.0:1787826417.250996:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1232 items remaining. 00000020:00200000:3.0:1787826417.250997:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1231 items remaining. 00000020:00200000:3.0:1787826417.250999:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1230 items remaining. 00000020:00200000:3.0:1787826417.251001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1229 items remaining. 00000020:00200000:3.0:1787826417.251002:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1228 items remaining. 00000020:00200000:3.0:1787826417.251003:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1227 items remaining. 00000020:00200000:3.0:1787826417.251005:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1226 items remaining. 00000020:00200000:3.0:1787826417.251006:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1225 items remaining. 00000020:00200000:3.0:1787826417.251007:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1224 items remaining. 00000020:00200000:3.0:1787826417.251009:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1223 items remaining. 00000020:00200000:3.0:1787826417.251010:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1222 items remaining. 00000020:00200000:3.0:1787826417.251012:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1221 items remaining. 00000020:00200000:3.0:1787826417.251013:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1220 items remaining. 00000020:00200000:3.0:1787826417.251015:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1219 items remaining. 00000020:00200000:3.0:1787826417.251016:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1218 items remaining. 00000020:00200000:3.0:1787826417.251017:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1217 items remaining. 00000020:00200000:3.0:1787826417.251019:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1216 items remaining. 00000020:00200000:3.0:1787826417.251021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1215 items remaining. 00000020:00200000:3.0:1787826417.251022:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1214 items remaining. 00000020:00200000:3.0:1787826417.251024:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1213 items remaining. 00000020:00200000:3.0:1787826417.251025:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1212 items remaining. 00000020:00200000:3.0:1787826417.251027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1211 items remaining. 00000020:00200000:3.0:1787826417.251029:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1210 items remaining. 00000020:00200000:3.0:1787826417.251030:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1209 items remaining. 00000020:00200000:3.0:1787826417.251032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1208 items remaining. 00000020:00200000:3.0:1787826417.251033:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1207 items remaining. 00000020:00200000:3.0:1787826417.251035:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1206 items remaining. 00000020:00200000:3.0:1787826417.251037:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1205 items remaining. 00000020:00200000:3.0:1787826417.251039:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1204 items remaining. 00000020:00200000:3.0:1787826417.251041:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1203 items remaining. 00000020:00200000:3.0:1787826417.251042:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1202 items remaining. 00000020:00200000:3.0:1787826417.251043:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1201 items remaining. 00000020:00200000:3.0:1787826417.251045:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1200 items remaining. 00000020:00200000:3.0:1787826417.251046:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1199 items remaining. 00000020:00200000:3.0:1787826417.251048:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1198 items remaining. 00000020:00200000:3.0:1787826417.251049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1197 items remaining. 00000020:00200000:3.0:1787826417.251050:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1196 items remaining. 00000020:00200000:3.0:1787826417.251052:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1195 items remaining. 00000020:00200000:3.0:1787826417.251053:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1194 items remaining. 00000020:00200000:3.0:1787826417.251055:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1193 items remaining. 00000020:00200000:3.0:1787826417.251056:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1192 items remaining. 00000020:00200000:3.0:1787826417.251058:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1191 items remaining. 00000020:00200000:3.0:1787826417.251059:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1190 items remaining. 00000020:00200000:3.0:1787826417.251061:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1189 items remaining. 00000020:00200000:3.0:1787826417.251063:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1188 items remaining. 00000020:00200000:3.0:1787826417.251065:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1187 items remaining. 00000020:00200000:3.0:1787826417.251082:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1186 items remaining. 00000020:00200000:3.0:1787826417.251084:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1185 items remaining. 00000020:00200000:3.0:1787826417.251085:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1184 items remaining. 00000020:00200000:3.0:1787826417.251087:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1183 items remaining. 00000020:00200000:3.0:1787826417.251089:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1182 items remaining. 00000020:00200000:3.0:1787826417.251091:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1181 items remaining. 00000020:00200000:3.0:1787826417.251092:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1180 items remaining. 00000020:00200000:3.0:1787826417.251094:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1179 items remaining. 00000020:00200000:3.0:1787826417.251096:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1178 items remaining. 00000020:00200000:3.0:1787826417.251097:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1177 items remaining. 00000020:00200000:3.0:1787826417.251099:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1176 items remaining. 00000020:00200000:3.0:1787826417.251101:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1175 items remaining. 00000020:00200000:3.0:1787826417.251103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1174 items remaining. 00000020:00200000:3.0:1787826417.251104:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1173 items remaining. 00000020:00200000:3.0:1787826417.251106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1172 items remaining. 00000020:00200000:3.0:1787826417.251107:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1171 items remaining. 00000020:00200000:3.0:1787826417.251109:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1170 items remaining. 00000020:00200000:3.0:1787826417.251111:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1169 items remaining. 00000020:00200000:3.0:1787826417.251113:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1168 items remaining. 00000020:00200000:3.0:1787826417.251114:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1167 items remaining. 00000020:00200000:3.0:1787826417.251116:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1166 items remaining. 00000020:00200000:3.0:1787826417.251118:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1165 items remaining. 00000020:00200000:3.0:1787826417.251119:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1164 items remaining. 00000020:00200000:3.0:1787826417.251121:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1163 items remaining. 00000020:00200000:3.0:1787826417.251122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1162 items remaining. 00000020:00200000:3.0:1787826417.251124:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1161 items remaining. 00000020:00200000:3.0:1787826417.251126:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1160 items remaining. 00000020:00200000:3.0:1787826417.251127:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1159 items remaining. 00000020:00200000:3.0:1787826417.251128:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1158 items remaining. 00000020:00200000:3.0:1787826417.251130:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1157 items remaining. 00000020:00200000:3.0:1787826417.251132:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1156 items remaining. 00000020:00200000:3.0:1787826417.251134:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1155 items remaining. 00000020:00200000:3.0:1787826417.251136:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1154 items remaining. 00000020:00200000:3.0:1787826417.251137:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1153 items remaining. 00000020:00200000:3.0:1787826417.251139:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1152 items remaining. 00000020:00200000:3.0:1787826417.251141:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1151 items remaining. 00000020:00200000:3.0:1787826417.251142:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1150 items remaining. 00000020:00200000:3.0:1787826417.251144:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1149 items remaining. 00000020:00200000:3.0:1787826417.251146:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1148 items remaining. 00000020:00200000:3.0:1787826417.251147:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1147 items remaining. 00000020:00200000:3.0:1787826417.251149:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1146 items remaining. 00000020:00200000:3.0:1787826417.251151:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1145 items remaining. 00000020:00200000:3.0:1787826417.251152:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1144 items remaining. 00000020:00200000:3.0:1787826417.251154:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1143 items remaining. 00000020:00200000:3.0:1787826417.251156:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1142 items remaining. 00000020:00200000:3.0:1787826417.251158:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1141 items remaining. 00000020:00200000:3.0:1787826417.251159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1140 items remaining. 00000020:00200000:3.0:1787826417.251161:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1139 items remaining. 00000020:00200000:3.0:1787826417.251163:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1138 items remaining. 00000020:00200000:3.0:1787826417.251165:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1137 items remaining. 00000020:00200000:3.0:1787826417.251167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1136 items remaining. 00000020:00200000:3.0:1787826417.251168:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1135 items remaining. 00000020:00200000:3.0:1787826417.251170:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1134 items remaining. 00000020:00200000:3.0:1787826417.251171:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1133 items remaining. 00000020:00200000:3.0:1787826417.251173:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1132 items remaining. 00000020:00200000:3.0:1787826417.251175:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1131 items remaining. 00000020:00200000:3.0:1787826417.251176:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1130 items remaining. 00000020:00200000:3.0:1787826417.251178:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1129 items remaining. 00000020:00200000:3.0:1787826417.251179:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1128 items remaining. 00000020:00200000:3.0:1787826417.251181:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1127 items remaining. 00000020:00200000:3.0:1787826417.251183:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1126 items remaining. 00000020:00200000:3.0:1787826417.251184:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1125 items remaining. 00000020:00200000:3.0:1787826417.251186:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1124 items remaining. 00000020:00200000:3.0:1787826417.251188:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1123 items remaining. 00000020:00200000:3.0:1787826417.251190:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1122 items remaining. 00000020:00200000:3.0:1787826417.251191:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1121 items remaining. 00000020:00200000:3.0:1787826417.251193:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1120 items remaining. 00000020:00200000:3.0:1787826417.251194:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1119 items remaining. 00000020:00200000:3.0:1787826417.251196:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1118 items remaining. 00000020:00200000:3.0:1787826417.251198:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1117 items remaining. 00000020:00200000:3.0:1787826417.251199:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1116 items remaining. 00000020:00200000:3.0:1787826417.251201:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1115 items remaining. 00000020:00200000:3.0:1787826417.251211:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1114 items remaining. 00000020:00200000:3.0:1787826417.251213:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1113 items remaining. 00000020:00200000:3.0:1787826417.251215:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1112 items remaining. 00000020:00200000:3.0:1787826417.251217:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1111 items remaining. 00000020:00200000:3.0:1787826417.251219:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1110 items remaining. 00000020:00200000:3.0:1787826417.251221:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1109 items remaining. 00000020:00200000:3.0:1787826417.251223:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1108 items remaining. 00000020:00200000:3.0:1787826417.251224:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1107 items remaining. 00000020:00200000:3.0:1787826417.251226:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1106 items remaining. 00000020:00200000:3.0:1787826417.251228:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1105 items remaining. 00000020:00200000:3.0:1787826417.251230:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1104 items remaining. 00000020:00200000:3.0:1787826417.251232:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1103 items remaining. 00000020:00200000:3.0:1787826417.251233:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1102 items remaining. 00000020:00200000:3.0:1787826417.251235:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1101 items remaining. 00000020:00200000:3.0:1787826417.251237:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1100 items remaining. 00000020:00200000:3.0:1787826417.251238:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1099 items remaining. 00000020:00200000:3.0:1787826417.251240:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1098 items remaining. 00000020:00200000:3.0:1787826417.251242:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1097 items remaining. 00000020:00200000:3.0:1787826417.251243:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1096 items remaining. 00000020:00200000:3.0:1787826417.251245:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1095 items remaining. 00000020:00200000:3.0:1787826417.251247:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1094 items remaining. 00000020:00200000:3.0:1787826417.251248:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1093 items remaining. 00000020:00200000:3.0:1787826417.251250:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1092 items remaining. 00000020:00200000:3.0:1787826417.251252:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1091 items remaining. 00000020:00200000:3.0:1787826417.251253:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1090 items remaining. 00000020:00200000:3.0:1787826417.251255:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1089 items remaining. 00000020:00200000:3.0:1787826417.251257:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1088 items remaining. 00000020:00200000:3.0:1787826417.251258:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1087 items remaining. 00000020:00200000:3.0:1787826417.251260:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1086 items remaining. 00000020:00200000:3.0:1787826417.251261:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1085 items remaining. 00000020:00200000:3.0:1787826417.251263:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1084 items remaining. 00000020:00200000:3.0:1787826417.251265:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1083 items remaining. 00000020:00200000:3.0:1787826417.251267:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1082 items remaining. 00000020:00200000:3.0:1787826417.251268:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1081 items remaining. 00000020:00200000:3.0:1787826417.251270:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1080 items remaining. 00000020:00200000:3.0:1787826417.251272:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1079 items remaining. 00000020:00200000:3.0:1787826417.251274:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1078 items remaining. 00000020:00200000:3.0:1787826417.251276:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1077 items remaining. 00000020:00200000:3.0:1787826417.251278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1076 items remaining. 00000020:00200000:3.0:1787826417.251280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1075 items remaining. 00000020:00200000:3.0:1787826417.251282:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1074 items remaining. 00000020:00200000:3.0:1787826417.251283:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1073 items remaining. 00000020:00200000:3.0:1787826417.251285:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1072 items remaining. 00000020:00200000:3.0:1787826417.251287:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1071 items remaining. 00000020:00200000:3.0:1787826417.251288:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1070 items remaining. 00000020:00200000:3.0:1787826417.251290:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1069 items remaining. 00000020:00200000:3.0:1787826417.251291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1068 items remaining. 00000020:00200000:3.0:1787826417.251293:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1067 items remaining. 00000020:00200000:3.0:1787826417.251295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1066 items remaining. 00000020:00200000:3.0:1787826417.251296:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1065 items remaining. 00000020:00200000:3.0:1787826417.251298:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1064 items remaining. 00000020:00200000:3.0:1787826417.251299:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1063 items remaining. 00000020:00200000:3.0:1787826417.251301:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1062 items remaining. 00000020:00200000:3.0:1787826417.251303:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1061 items remaining. 00000020:00200000:3.0:1787826417.251304:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1060 items remaining. 00000020:00200000:3.0:1787826417.251306:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1059 items remaining. 00000020:00200000:3.0:1787826417.251308:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1058 items remaining. 00000020:00200000:3.0:1787826417.251309:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1057 items remaining. 00000020:00200000:3.0:1787826417.251311:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1056 items remaining. 00000020:00200000:3.0:1787826417.251313:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1055 items remaining. 00000020:00200000:3.0:1787826417.251314:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1054 items remaining. 00000020:00200000:3.0:1787826417.251316:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1053 items remaining. 00000020:00200000:3.0:1787826417.251318:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1052 items remaining. 00000020:00200000:3.0:1787826417.251319:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1051 items remaining. 00000020:00200000:3.0:1787826417.251321:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1050 items remaining. 00000020:00200000:3.0:1787826417.251323:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1049 items remaining. 00000020:00200000:3.0:1787826417.251324:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1048 items remaining. 00000020:00200000:3.0:1787826417.251326:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1047 items remaining. 00000020:00200000:3.0:1787826417.251328:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1046 items remaining. 00000020:00200000:3.0:1787826417.251330:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1045 items remaining. 00000020:00200000:3.0:1787826417.251331:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1044 items remaining. 00000020:00200000:3.0:1787826417.251333:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1043 items remaining. 00000020:00200000:3.0:1787826417.251335:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1042 items remaining. 00000020:00200000:3.0:1787826417.251336:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1041 items remaining. 00000020:00200000:3.0:1787826417.251338:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1040 items remaining. 00000020:00200000:3.0:1787826417.251339:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1039 items remaining. 00000020:00200000:3.0:1787826417.251341:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1038 items remaining. 00000020:00200000:3.0:1787826417.251343:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1037 items remaining. 00000020:00200000:3.0:1787826417.251344:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1036 items remaining. 00000020:00200000:3.0:1787826417.251346:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1035 items remaining. 00000020:00200000:3.0:1787826417.251348:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1034 items remaining. 00000020:00200000:3.0:1787826417.251350:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1033 items remaining. 00000020:00200000:3.0:1787826417.251352:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1032 items remaining. 00000020:00200000:3.0:1787826417.251353:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1031 items remaining. 00000020:00200000:3.0:1787826417.251355:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1030 items remaining. 00000020:00200000:3.0:1787826417.251356:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1029 items remaining. 00000020:00200000:3.0:1787826417.251358:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1028 items remaining. 00000020:00200000:3.0:1787826417.251360:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1027 items remaining. 00000020:00200000:3.0:1787826417.251361:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1026 items remaining. 00000020:00200000:3.0:1787826417.251363:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1025 items remaining. 00000020:00200000:3.0:1787826417.251365:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1024 items remaining. 00000008:00010000:3.0:1787826417.251371:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000fb67bc42 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 10/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.251443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559360:192.168.203.115@tcp:3:lfs.0 00000008:00010000:3.0:1787826417.265369:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000011a14a9a ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 9/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826417.265575:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1023 items remaining. 00000020:00200000:3.0:1787826417.265578:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1022 items remaining. 00000020:00200000:3.0:1787826417.265581:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1021 items remaining. 00000020:00200000:3.0:1787826417.265582:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1020 items remaining. 00000020:00200000:3.0:1787826417.265584:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1019 items remaining. 00000020:00200000:3.0:1787826417.265585:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1018 items remaining. 00000020:00200000:3.0:1787826417.265586:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1017 items remaining. 00000020:00200000:3.0:1787826417.265588:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1016 items remaining. 00000020:00200000:3.0:1787826417.265589:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1015 items remaining. 00000020:00200000:3.0:1787826417.265590:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1014 items remaining. 00000020:00200000:3.0:1787826417.265592:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1013 items remaining. 00000020:00200000:3.0:1787826417.266658:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1012 items remaining. 00000020:00200000:3.0:1787826417.266663:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1011 items remaining. 00000020:00200000:3.0:1787826417.266665:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1010 items remaining. 00000020:00200000:3.0:1787826417.266666:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1009 items remaining. 00000020:00200000:3.0:1787826417.266668:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1008 items remaining. 00000020:00200000:3.0:1787826417.266670:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1007 items remaining. 00000020:00200000:3.0:1787826417.266671:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1006 items remaining. 00000020:00200000:3.0:1787826417.266673:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1005 items remaining. 00000020:00200000:3.0:1787826417.266675:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1004 items remaining. 00000020:00200000:3.0:1787826417.266676:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1003 items remaining. 00000020:00200000:3.0:1787826417.266677:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1002 items remaining. 00000020:00200000:3.0:1787826417.266678:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1001 items remaining. 00000020:00200000:3.0:1787826417.266680:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1000 items remaining. 00000020:00200000:3.0:1787826417.266681:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 999 items remaining. 00000020:00200000:3.0:1787826417.266682:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 998 items remaining. 00000020:00200000:3.0:1787826417.266684:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 997 items remaining. 00000020:00200000:3.0:1787826417.266686:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 996 items remaining. 00000020:00200000:3.0:1787826417.266687:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 995 items remaining. 00000020:00200000:3.0:1787826417.266689:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 994 items remaining. 00000020:00200000:3.0:1787826417.266690:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 993 items remaining. 00000020:00200000:3.0:1787826417.266692:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 992 items remaining. 00000020:00200000:3.0:1787826417.266693:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 991 items remaining. 00000020:00200000:3.0:1787826417.266695:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 990 items remaining. 00000020:00200000:3.0:1787826417.266696:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 989 items remaining. 00000020:00200000:3.0:1787826417.266698:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 988 items remaining. 00000020:00200000:3.0:1787826417.266700:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 987 items remaining. 00000020:00200000:3.0:1787826417.266701:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 986 items remaining. 00000020:00200000:3.0:1787826417.266702:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 985 items remaining. 00000020:00200000:3.0:1787826417.266704:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 984 items remaining. 00000020:00200000:3.0:1787826417.266706:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 983 items remaining. 00000020:00200000:3.0:1787826417.266707:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 982 items remaining. 00000020:00200000:3.0:1787826417.266709:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 981 items remaining. 00000020:00200000:3.0:1787826417.266710:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 980 items remaining. 00000020:00200000:3.0:1787826417.266712:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 979 items remaining. 00000020:00200000:3.0:1787826417.266714:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 978 items remaining. 00000020:00200000:3.0:1787826417.266981:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 977 items remaining. 00000020:00200000:3.0:1787826417.266983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 976 items remaining. 00000020:00200000:3.0:1787826417.266985:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 975 items remaining. 00000020:00200000:3.0:1787826417.266987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 974 items remaining. 00000020:00200000:3.0:1787826417.266989:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 973 items remaining. 00000020:00200000:3.0:1787826417.266990:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 972 items remaining. 00000020:00200000:3.0:1787826417.266992:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 971 items remaining. 00000020:00200000:3.0:1787826417.266994:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 970 items remaining. 00000020:00200000:3.0:1787826417.266995:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 969 items remaining. 00000020:00200000:3.0:1787826417.266997:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 968 items remaining. 00000020:00200000:3.0:1787826417.266998:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 967 items remaining. 00000020:00200000:3.0:1787826417.266999:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 966 items remaining. 00000020:00200000:3.0:1787826417.267001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 965 items remaining. 00000020:00200000:3.0:1787826417.267003:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 964 items remaining. 00000020:00200000:3.0:1787826417.267004:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 963 items remaining. 00000020:00200000:3.0:1787826417.267006:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 962 items remaining. 00000020:00200000:3.0:1787826417.267008:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 961 items remaining. 00000020:00200000:3.0:1787826417.267009:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 960 items remaining. 00000020:00200000:3.0:1787826417.267011:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 959 items remaining. 00000020:00200000:3.0:1787826417.267013:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 958 items remaining. 00000020:00200000:3.0:1787826417.267014:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 957 items remaining. 00000020:00200000:3.0:1787826417.267016:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 956 items remaining. 00000020:00200000:3.0:1787826417.267017:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 955 items remaining. 00000020:00200000:3.0:1787826417.267019:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 954 items remaining. 00000020:00200000:3.0:1787826417.267021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 953 items remaining. 00000020:00200000:3.0:1787826417.267023:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 952 items remaining. 00000020:00200000:3.0:1787826417.267024:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 951 items remaining. 00000020:00200000:3.0:1787826417.267025:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 950 items remaining. 00000020:00200000:3.0:1787826417.267027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 949 items remaining. 00000020:00200000:3.0:1787826417.267028:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 948 items remaining. 00000020:00200000:3.0:1787826417.267029:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 947 items remaining. 00000020:00200000:3.0:1787826417.267031:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 946 items remaining. 00000020:00200000:3.0:1787826417.267032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 945 items remaining. 00000020:00200000:3.0:1787826417.267033:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 944 items remaining. 00000020:00200000:3.0:1787826417.267034:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 943 items remaining. 00000020:00200000:3.0:1787826417.267035:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 942 items remaining. 00000020:00200000:3.0:1787826417.267037:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 941 items remaining. 00000020:00200000:3.0:1787826417.267038:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 940 items remaining. 00000020:00200000:3.0:1787826417.267040:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 939 items remaining. 00000020:00200000:3.0:1787826417.267041:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 938 items remaining. 00000020:00200000:3.0:1787826417.267043:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 937 items remaining. 00000020:00200000:3.0:1787826417.267044:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 936 items remaining. 00000020:00200000:3.0:1787826417.267046:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 935 items remaining. 00000020:00200000:3.0:1787826417.267047:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 934 items remaining. 00000020:00200000:3.0:1787826417.267049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 933 items remaining. 00000020:00200000:3.0:1787826417.267051:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 932 items remaining. 00000020:00200000:3.0:1787826417.267052:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 931 items remaining. 00000020:00200000:3.0:1787826417.267054:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 930 items remaining. 00000020:00200000:3.0:1787826417.267056:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 929 items remaining. 00000020:00200000:3.0:1787826417.267058:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 928 items remaining. 00000020:00200000:3.0:1787826417.267060:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 927 items remaining. 00000020:00200000:3.0:1787826417.267061:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 926 items remaining. 00000020:00200000:3.0:1787826417.267063:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 925 items remaining. 00000020:00200000:3.0:1787826417.267065:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 924 items remaining. 00000020:00200000:3.0:1787826417.267067:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 923 items remaining. 00000020:00200000:3.0:1787826417.267068:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 922 items remaining. 00000020:00200000:3.0:1787826417.267070:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 921 items remaining. 00000020:00200000:3.0:1787826417.267072:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 920 items remaining. 00000020:00200000:3.0:1787826417.267073:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 919 items remaining. 00000020:00200000:3.0:1787826417.267075:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 918 items remaining. 00000020:00200000:3.0:1787826417.267076:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 917 items remaining. 00000020:00200000:3.0:1787826417.267078:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 916 items remaining. 00000020:00200000:3.0:1787826417.267080:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 915 items remaining. 00000020:00200000:3.0:1787826417.267081:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 914 items remaining. 00000020:00200000:3.0:1787826417.267083:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 913 items remaining. 00000020:00200000:3.0:1787826417.267084:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 912 items remaining. 00000020:00200000:3.0:1787826417.267086:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 911 items remaining. 00000020:00200000:3.0:1787826417.267087:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 910 items remaining. 00000020:00200000:3.0:1787826417.267089:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 909 items remaining. 00000020:00200000:3.0:1787826417.267090:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 908 items remaining. 00000020:00200000:3.0:1787826417.267092:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 907 items remaining. 00000020:00200000:3.0:1787826417.267093:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 906 items remaining. 00000020:00200000:3.0:1787826417.267095:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 905 items remaining. 00000020:00200000:3.0:1787826417.267096:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 904 items remaining. 00000020:00200000:3.0:1787826417.267097:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 903 items remaining. 00000020:00200000:3.0:1787826417.267100:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 902 items remaining. 00000020:00200000:3.0:1787826417.267101:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 901 items remaining. 00000020:00200000:3.0:1787826417.267103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 900 items remaining. 00000020:00200000:3.0:1787826417.267104:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 899 items remaining. 00000020:00200000:3.0:1787826417.267106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 898 items remaining. 00000020:00200000:3.0:1787826417.267108:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 897 items remaining. 00000020:00200000:3.0:1787826417.267110:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 896 items remaining. 00000020:00200000:3.0:1787826417.267111:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:3.0:1787826417.267113:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:3.0:1787826417.267115:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:3.0:1787826417.267116:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:3.0:1787826417.267118:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:3.0:1787826417.267120:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:3.0:1787826417.267122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:3.0:1787826417.267123:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:3.0:1787826417.267125:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:3.0:1787826417.267126:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:3.0:1787826417.267128:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:3.0:1787826417.267129:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:3.0:1787826417.267131:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:3.0:1787826417.267133:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:3.0:1787826417.267134:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:3.0:1787826417.267136:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:3.0:1787826417.267137:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:3.0:1787826417.267138:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:3.0:1787826417.267140:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:3.0:1787826417.267141:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:3.0:1787826417.267143:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:3.0:1787826417.267145:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:3.0:1787826417.267146:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:3.0:1787826417.267148:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:3.0:1787826417.267149:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:3.0:1787826417.267151:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:3.0:1787826417.267153:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:3.0:1787826417.267154:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:3.0:1787826417.267156:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:3.0:1787826417.267157:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:3.0:1787826417.267159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:3.0:1787826417.267161:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:3.0:1787826417.267163:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:3.0:1787826417.267164:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:3.0:1787826417.267166:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:3.0:1787826417.267167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:3.0:1787826417.267168:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:3.0:1787826417.267171:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:3.0:1787826417.267172:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:3.0:1787826417.267174:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:3.0:1787826417.267175:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:3.0:1787826417.267177:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:3.0:1787826417.267179:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:3.0:1787826417.267180:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:3.0:1787826417.267182:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:3.0:1787826417.267183:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:3.0:1787826417.267185:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:3.0:1787826417.267186:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:3.0:1787826417.267188:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:3.0:1787826417.267190:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:3.0:1787826417.267191:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:3.0:1787826417.267193:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:3.0:1787826417.267195:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:3.0:1787826417.267196:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:3.0:1787826417.267198:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:3.0:1787826417.267200:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:3.0:1787826417.267212:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:3.0:1787826417.267215:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:3.0:1787826417.267217:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:3.0:1787826417.267218:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:3.0:1787826417.267220:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:3.0:1787826417.267222:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:3.0:1787826417.267223:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:3.0:1787826417.267225:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:3.0:1787826417.267227:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:3.0:1787826417.267229:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:3.0:1787826417.267230:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:3.0:1787826417.267232:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:3.0:1787826417.267233:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:3.0:1787826417.267235:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:3.0:1787826417.267237:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:3.0:1787826417.267239:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:3.0:1787826417.267240:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:3.0:1787826417.267243:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:3.0:1787826417.267244:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:3.0:1787826417.267246:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:3.0:1787826417.267248:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:3.0:1787826417.267249:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:3.0:1787826417.267251:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:3.0:1787826417.267253:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:3.0:1787826417.267254:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:3.0:1787826417.267255:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:3.0:1787826417.267256:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:3.0:1787826417.267258:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:3.0:1787826417.267259:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:3.0:1787826417.267261:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:3.0:1787826417.267262:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:3.0:1787826417.267264:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:3.0:1787826417.267265:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:3.0:1787826417.267267:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:3.0:1787826417.267269:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:3.0:1787826417.267271:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:3.0:1787826417.267273:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:3.0:1787826417.267275:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:3.0:1787826417.267277:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:3.0:1787826417.267278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 800 items remaining. 00000020:00200000:3.0:1787826417.267280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:3.0:1787826417.267281:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 798 items remaining. 00000020:00200000:3.0:1787826417.267283:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:3.0:1787826417.267284:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 796 items remaining. 00000020:00200000:3.0:1787826417.267286:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:3.0:1787826417.267287:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 794 items remaining. 00000020:00200000:3.0:1787826417.267289:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:3.0:1787826417.267291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 792 items remaining. 00000020:00200000:3.0:1787826417.267292:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:3.0:1787826417.267294:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 790 items remaining. 00000020:00200000:3.0:1787826417.267295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:3.0:1787826417.267297:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 788 items remaining. 00000020:00200000:3.0:1787826417.267299:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:3.0:1787826417.267301:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 786 items remaining. 00000020:00200000:3.0:1787826417.267302:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:3.0:1787826417.267304:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 784 items remaining. 00000020:00200000:3.0:1787826417.267306:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:3.0:1787826417.267308:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 782 items remaining. 00000020:00200000:3.0:1787826417.267310:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:3.0:1787826417.267312:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 780 items remaining. 00000020:00200000:3.0:1787826417.267313:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:3.0:1787826417.267315:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 778 items remaining. 00000020:00200000:3.0:1787826417.267316:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:3.0:1787826417.267318:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 776 items remaining. 00000020:00200000:3.0:1787826417.267319:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 775 items remaining. 00000020:00200000:3.0:1787826417.267321:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:3.0:1787826417.267322:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 773 items remaining. 00000020:00200000:3.0:1787826417.267324:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:3.0:1787826417.267325:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 771 items remaining. 00000020:00200000:3.0:1787826417.267327:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:3.0:1787826417.267329:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 769 items remaining. 00000020:00200000:3.0:1787826417.267330:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000008:00010000:3.0:1787826417.267339:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000011a14a9a ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 9/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.267382:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428559616:192.168.203.115@tcp:3:lfs.0 00000080:00200000:3.0:1787826417.318425:0:18585:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 5242880 count 5242880 file_offset 5242880 00000020:00010000:3.0:1787826417.318439:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.318443:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.318447:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515eb0 (ffff9ab5f1cb4758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826417.318457:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.318467:0:18585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1787826417.318475:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.318478:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515eb0 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.318486:0:18585:0:(vvp_io.c:533:vvp_io_advance()) advancing 5242880 bytes 00000020:00200000:3.0:1787826417.318492:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826417.327241:0:18585:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:3.0:1787826417.327254:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1787826417.327257:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911830, osc lock ffff9ab5f0170ea0, flags 0x40000 00000080:00200000:3.0:1787826417.327263:0:18585:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33E1E4FC:fd=03: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:3.0:1787826417.327271:0:18585:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), size=1048576 (max 335544320), offset=3145728=0x300000, pages 256 (max 81920), lockless, parallel 00000020:00200000:3.0:1787826417.327514:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1787826417.327518:0:18585:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000080:00200000:3.0:1787826417.327526:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25c:0x0] updating i_size 0 i_blocks 0 00000020:00010000:3.0:1787826417.327530:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.327533:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.327536:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911830 (ffff9ab5f1fd3758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.327538:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.327541:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911830 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.327546:0:18585:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:3.0:1787826417.327550:0:18585:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4 chunk: [4194304, 5242880) 5242880, 1048576 00020000:00200000:3.0:1787826417.327553:0:18585:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:3.0:1787826417.327568:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85900 00000008:00100000:3.0:1787826417.328003:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9949e00 - object 0x240000403:42 offset 1048576<>2097152 00000100:00100000:3.0:1787826417.328044:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428560640:192.168.203.115@tcp:4:lfs.0 00000080:00200000:3.0:1787826417.328126:0:18585:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1279] 00000008:00010000:3.0:1787826417.328136:0:18585:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1787826417.328139:0:18585:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911830, osc lock ffff9ab5f0170ea0, flags 0x40000 00000080:00200000:3.0:1787826417.328145:0:18585:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33E1E4FC:fd=03: write [4194304, 5242880) append 0 append lockpos 0 00000080:00200000:3.0:1787826417.328152:0:18585:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), size=1048576 (max 335544320), offset=4194304=0x400000, pages 256 (max 81920), lockless, parallel 00000020:00200000:3.0:1787826417.328367:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1787826417.328370:0:18585:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000080:00200000:3.0:1787826417.328378:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25c:0x0] updating i_size 0 i_blocks 0 00000020:00010000:3.0:1787826417.328381:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.328383:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.328386:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911830 (ffff9ab5f1fd3a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.328388:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651c68 (ffff9ab5f1fd3f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.328391:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911830 (ffff9ab5f1fd3f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.328395:0:18585:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1787826417.328422:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:1.0:1787826417.335881:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.337356:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121344 00000100:00100000:0.0:1787826417.337367:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121344 00000100:00100000:0.0:1787826417.337456:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1775 00000100:00100000:0.0:1787826417.337467:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6697:x1874671450121344:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826417.337485:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.337548:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826417.337554:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6697:x1874671450121344:12345-192.168.203.115@tcp:104: Request processed in 90us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.337562:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1775 00010000:00010000:3.0:1787826417.338954:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826417.338966:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.338977:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abe00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.338984:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.339032:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 2/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.339040:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826417.340324:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 1/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.340338:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce67a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1b94c expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.340362:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.340365:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.340367:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.345951:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826417.439547:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968726 gen 4 00000008:00010000:3.0:1787826417.439614:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5ecc0 00000020:00200000:3.0:1787826417.439620:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1787826417.439623:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1787826417.439624:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1787826417.439626:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1787826417.439627:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1787826417.439629:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1787826417.439631:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1787826417.439633:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1787826417.439634:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1787826417.439636:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1787826417.439638:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1787826417.439639:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1787826417.439641:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1787826417.439642:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1787826417.439644:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1787826417.439646:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1787826417.439647:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1787826417.439649:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1787826417.439651:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1787826417.439652:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1787826417.439654:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1787826417.439655:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1787826417.439657:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1787826417.439659:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1787826417.439660:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1787826417.439662:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1787826417.439664:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1787826417.439666:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1787826417.439667:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1787826417.439669:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1787826417.439671:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1787826417.439672:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1787826417.439674:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1787826417.439675:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1787826417.439677:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1787826417.439678:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1787826417.439680:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1787826417.439682:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1787826417.439684:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1787826417.439686:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1787826417.439687:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1787826417.439689:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1787826417.439690:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1787826417.439692:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1787826417.439693:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1787826417.439695:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1787826417.439696:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1787826417.439698:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1787826417.439700:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1787826417.439702:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1787826417.439703:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1787826417.439705:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1787826417.439706:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1787826417.439708:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1787826417.439709:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1787826417.439721:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1787826417.439723:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1787826417.439725:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1787826417.439726:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1787826417.439729:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1787826417.439730:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1787826417.439732:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1787826417.439734:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1787826417.439736:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1787826417.439737:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1787826417.439739:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1787826417.439740:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1787826417.439742:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1787826417.439744:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1787826417.439745:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1787826417.439747:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1787826417.439748:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1787826417.439750:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1787826417.439752:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1787826417.439753:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1787826417.439756:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1787826417.439757:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1787826417.439759:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1787826417.439761:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1787826417.439762:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1787826417.439764:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1787826417.439765:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1787826417.439767:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1787826417.439768:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1787826417.439770:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1787826417.439772:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1787826417.439773:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1787826417.439775:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1787826417.439776:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1787826417.439778:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1787826417.439779:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1787826417.439781:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1787826417.439783:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1787826417.439784:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1787826417.439786:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1787826417.439787:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1787826417.439789:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1787826417.439790:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1787826417.439792:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1787826417.439793:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1787826417.439794:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1787826417.439795:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1787826417.439797:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1787826417.439798:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1787826417.439800:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1787826417.439802:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1787826417.439803:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1787826417.439804:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1787826417.439806:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1787826417.439807:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1787826417.439809:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1787826417.439810:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1787826417.439812:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1787826417.439813:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1787826417.439815:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1787826417.439816:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1787826417.439818:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1787826417.439820:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1787826417.439822:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1787826417.439824:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1787826417.439825:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1787826417.439827:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1787826417.439829:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1787826417.439830:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1787826417.439832:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1787826417.439833:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1787826417.439834:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1787826417.439836:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1787826417.439838:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1787826417.439839:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1787826417.439840:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1787826417.439842:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1787826417.439843:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1787826417.439845:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1787826417.439847:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1787826417.439848:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1787826417.439850:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1787826417.439851:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1787826417.439853:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1787826417.439855:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1787826417.439856:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1787826417.439858:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1787826417.439860:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1787826417.439861:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1787826417.439862:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1787826417.439864:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1787826417.439866:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1787826417.439867:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1787826417.439869:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1787826417.439870:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1787826417.439871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1787826417.439873:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1787826417.439875:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1787826417.439876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1787826417.439877:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1787826417.439879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1787826417.439880:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1787826417.439882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1787826417.439884:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1787826417.439885:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1787826417.439887:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1787826417.439888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1787826417.439890:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1787826417.439891:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1787826417.439893:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1787826417.439894:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1787826417.439896:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1787826417.439898:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1787826417.439899:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1787826417.439901:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1787826417.439902:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1787826417.439903:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1787826417.439915:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1787826417.439917:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1787826417.439919:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1787826417.439921:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1787826417.439922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1787826417.439924:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1787826417.439926:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1787826417.439927:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1787826417.439929:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1787826417.439930:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1787826417.439932:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1787826417.439933:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1787826417.439935:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1787826417.439936:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1787826417.439938:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1787826417.439939:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1787826417.439941:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1787826417.439943:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1787826417.439944:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1787826417.439946:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1787826417.439948:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1787826417.439949:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1787826417.439951:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1787826417.439952:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1787826417.439954:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1787826417.439956:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1787826417.439957:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1787826417.439959:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1787826417.439961:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1787826417.439962:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1787826417.439963:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1787826417.439965:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1787826417.439967:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1787826417.439968:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1787826417.439970:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1787826417.439971:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1787826417.439973:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1787826417.439974:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1787826417.439976:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1787826417.439977:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1787826417.439979:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1787826417.439980:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1787826417.439982:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1787826417.439983:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1787826417.439985:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1787826417.439986:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1787826417.439988:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1787826417.439989:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1787826417.439991:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1787826417.439993:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1787826417.439994:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1787826417.439996:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1787826417.439997:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1787826417.439999:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1787826417.440297:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1787826417.440303:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1787826417.440304:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1787826417.440306:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1787826417.440308:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1787826417.440310:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1787826417.440312:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1787826417.440313:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1787826417.440315:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1787826417.440316:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1787826417.440318:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1787826417.440320:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1787826417.440321:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1787826417.440323:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1787826417.440324:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1787826417.440326:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1787826417.440327:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1787826417.440329:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1787826417.440331:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1787826417.440332:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1787826417.440334:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826417.440336:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1787826417.440338:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1787826417.440339:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1787826417.440341:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1787826417.440342:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1787826417.440344:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1787826417.440345:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1787826417.440347:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1787826417.440349:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1787826417.440676:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000008:00010000:3.0:1787826417.440685:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5ecc0 00000100:00100000:3.0:1787826417.440803:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428560512:192.168.203.115@tcp:4:lfs.0 00000080:00200000:3.0:1787826417.496706:0:18585:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 1279] 00000080:00200000:3.0:1787826417.496734:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 0/0, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826417.496742:0:18585:0:(file.c:2240:ll_file_io_generic()) . :VOLATILE:0000:33E1E4FC:fd=03: 2 io complete with rc: 0, result: 5242880, restart: 0 00000080:00200000:3.0:1787826417.496756:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25c:0x0] updating i_size 5242880 i_blocks 4111 00000020:00200000:3.0:1787826417.496759:0:18585:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826417.496767:0:18585:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 5242880 00000080:00200008:3.0:1787826417.496789:0:18585:0:(file.c:5401:ll_fsync()) START file: name=. :VOLATILE:0000:33E1E4FC:fd=03, fid=[0x200000401:0x25c:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00000100:00100000:3.0:1787826417.496837:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428561024:192.168.203.115@tcp:44:lfs.0 00000100:00100000:3.0:1787826417.496920:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.537278:0:18585:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969337 gen 1 00000100:00100000:3.0:1787826417.537298:0:18585:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/664 e 0 to 0 dl 1787826432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787826417.537308:0:18585:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787826417.537385:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428561024:192.168.203.115@tcp:44:lfs.0 00000080:00200000:3.0:1787826417.537461:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00020000:00200000:3.0:1787826417.537474:0:18585:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1787826417.537485:0:18585:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:3.0:1787826417.543439:0:18585:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25c:0x0] updating i_size 5242880 i_blocks 10257 00000080:00200000:3.0:1787826417.543458:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826417.551510:0:18585:0:(llite_lib.c:2427:ll_setattr_raw()) START file . :VOLATILE:0000:33E1E4FC:fd=03:[0x200000401:0x25c:0x0](ffff9ab5d964f448) current size 5242880, valid attrs 101f0, mode 9ab5, uid 0, gid 0, new size 0, atime 1787826416.000000000, mtime 1787826416.000000000, ctime 1787826417.000000000 00010000:00010000:3.0:1787826417.551553:0:18585:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce6a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b97d expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826417.551577:0:18585:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25c:0x0]: losing layout lock 00010000:00010000:3.0:1787826417.551700:0:18585:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce6a4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b97d expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826417.551714:0:18585:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826417.551717:0:18585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa400/0x1d187e8ba27ce6a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b97d expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:3.0:1787826417.551743:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826417.551755:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994b0c0 x1874671428561664/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826417.551779:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428561664:192.168.203.115@tcp:36:lfs.0 00000100:00100000:3.0:1787826417.551863:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.555268:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428561664:192.168.203.115@tcp:36:lfs.0 00000080:00200000:3.0:1787826417.555312:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787826417.555334:0:18585:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25c:0x0](ffff9ab5d964f448) 00000002:00010000:3.0:1787826417.555344:0:18585:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25c:0x0]) in obj [0x200000401:0x25c:0x0], intent: layout flags 0 00010000:00010000:3.0:1787826417.555394:0:18585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.555642:0:18585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.555652:0:18585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18585 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.568193:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428562304:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826417.570526:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826417.570547:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428562432:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826417.573866:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428562304:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826417.575463:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428562432:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826417.579121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428562944:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.581242:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826417.581257:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428563072:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.581877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428563200:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826417.582003:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.582034:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121472 00000100:00100000:0.0:1787826417.582041:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121472 00000100:00100000:0.0:1787826417.582091:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1776 00000100:00100000:0.0:1787826417.582100:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450121472:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826417.582115:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.582199:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826417.582214:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450121472:12345-192.168.203.115@tcp:104: Request processed in 115us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.582222:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1776 00010000:00010000:3.0:1787826417.583304:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826417.583316:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.583328:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.583335:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826417.583357:0:5599:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826417.583370:0:5599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826417.583433:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.583441:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826417.583474:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.583482:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce6b2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9b5 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.583504:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.583506:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.583508:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826417.583520:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826417.583534:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428563328:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826417.584953:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.584993:0:11323:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826417.585006:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121600 00000100:00100000:0.0:1787826417.585014:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121600 00000100:00100000:0.0:1787826417.585054:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1777 00000100:00100000:0.0:1787826417.585063:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9918450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6690:x1874671450121600:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826417.585077:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce6b9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b9bc expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.585133:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826417.585139:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9918450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6690:x1874671450121600:12345-192.168.203.115@tcp:104: Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.585146:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1777 00000100:00100000:0.0:1787826417.595814:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.596011:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450121728 00000100:00100000:1.0:1787826417.596020:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450121728 00000100:00100000:1.0:1787826417.596076:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1778 00000100:00100000:1.0:1787826417.596086:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12326:x1874671450121728:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826417.596105:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.596175:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826417.596182:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12326:x1874671450121728:12345-192.168.203.115@tcp:104: Request processed in 98us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.596189:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1778 00010000:00010000:1.0:1787826417.596220:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787826417.596227:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.596236:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826417.596242:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826417.596271:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787826417.596285:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1787826417.596326:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.596334:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826417.596356:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.596364:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000005ad08dfd/0x1d187e8ba27ce6c0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1b9c3 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.596385:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826417.596387:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826417.596389:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826417.596550:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428563584:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.597043:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428563456:192.168.203.115@tcp:103:ldlm_bl.0 00000080:00200080:3.0:1787826417.601148:0:18585:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=402066db arg=7ffe0fb09290 00000080:00200000:3.0:1787826417.601163:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 2 00000080:00200000:3.0:1787826417.601167:0:18585:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25c:0x0](ffff9ab5d964f448), inode mode 8180 mask 2 00000080:00200000:3.0:1787826417.601176:0:18585:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00020000:00200000:3.0:1787826417.601187:0:18585:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787826417.603183:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428563584:192.168.203.115@tcp:103:ldlm_bl.0 00800000:00000080:3.0:1787826417.607791:0:18585:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5eae72e00 uarg=0000000000000000 00000002:00000080:3.0:1787826417.607802:0:18585:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5eae72e00 uarg=0000000000000000 00010000:00010000:3.0:1787826417.607818:0:18585:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b9ae expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826417.607839:0:18585:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25c:0x0]: losing layout lock 00010000:00010000:3.0:1787826417.607859:0:18585:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826417.607870:0:18585:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:3.0:1787826417.607878:0:18585:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce62d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1b850 expref: -99 pid: 18580 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826417.607886:0:18585:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:3.0:1787826417.607931:0:18585:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826417.607939:0:18585:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce62d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b850 expref: -99 pid: 18580 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826417.607945:0:18585:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b9ae expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.607950:0:18585:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1787826417.607953:0:18585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce66c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b937 expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826417.607967:0:18585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab600/0x1d187e8ba27ce62d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b850 expref: -99 pid: 18580 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826417.607981:0:18585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1b9ae expref: -99 pid: 18585 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1787826417.608009:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428563840:192.168.203.115@tcp:61:lfs.0 00000100:00100000:3.0:1787826417.608081:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.619852:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428563840:192.168.203.115@tcp:61:lfs.0 00000080:00200080:3.0:1787826417.619887:0:18585:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669f arg=61b7ab23 00000020:00010000:3.0:1787826417.619899:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.619903:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.619909:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f0310cb0 (ffff9ab5f1fd3488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826417.619919:0:18585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.619938:0:18585:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000495d6e6d/0x1d187e8ba27ce681 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1639426851 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1b953 expref: -99 pid: 18585 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.620018:0:18585:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00010000:3.0:1787826417.620024:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017f8c8 (ffff9ab5f1fd3368/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.620027:0:18585:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f0310cb0 (ffff9ab5f1fd3368/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.620040:0:18585:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826417.620059:0:18585:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154002 00000002:00100000:3.0:1787826417.620112:0:18585:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/664 e 0 to 0 dl 1787826432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826417.620124:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826417.620129:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99492c0 x1874671428564096/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826417.620150:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428564096:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826417.620227:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.623603:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428564096:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826417.623631:0:18585:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994a580 x1874671428556672/t4294969333(4294969333) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/664 e 0 to 0 dl 1787826432 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1787826417.623691:0:18585:0:(file.c:479:ll_file_release()) START file . :VOLATILE:0000:33E1E4FC:fd=03:[0x200000401:0x25c:0x0](ffff9ab5d964f448), flags 554001 00000002:00100000:3.0:1787826417.623735:0:18585:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826417.623746:0:18585:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826417.623752:0:18585:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99492c0 x1874671428564480/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826417.623767:0:18585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428564480:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826417.623794:0:18585:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.629157:0:18585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18585:1874671428564480:192.168.203.115@tcp:35:lfs.0 00000002:00100000:0.0:1787826417.629266:0:18585:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994b840 x1874671428557056/t4294969334(4294969334) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826432 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787826417.654038:0:18586:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18586:1874671428564992:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826417.654060:0:18586:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654073:0:18586:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654084:0:18586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654092:0:18586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654100:0:18586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654106:0:18586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826417.654110:0:18586:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654118:0:18586:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654126:0:18586:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654133:0:18586:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826417.654139:0:18586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.654145:0:18586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce6ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18586 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826417.654163:0:18586:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f98021c0 x1874671428564992/t4294969345(4294969345) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826417.654176:0:18586:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f98021c0 x1874671428564992/t4294969345(4294969345) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826417.654187:0:18586:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826417.654217:0:18586:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 7680 00000002:00100000:1.0:1787826417.654234:0:18586:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f98021c0 x1874671428564992/t4294969345(4294969345) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1787826417.654336:0:18586:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) cmd=c0086915 arg=171e3d0 00000100:00100000:1.0:1787826417.654393:0:18586:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18586:1874671428565120:192.168.203.115@tcp:34:lfs.0 00000100:00100000:1.0:1787826417.654758:0:18586:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826417.658052:0:18586:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18586:1874671428565120:192.168.203.115@tcp:34:lfs.0 00000080:00200008:1.0:1787826417.658213:0:18586:0:(file.c:479:ll_file_release()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00100000:1.0:1787826417.658272:0:18586:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f98021c0 x1874671428564992/t4294969345(4294969345) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826417.658284:0:18586:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826417.658289:0:18586:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba580 x1874671428565376/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826417.658310:0:18586:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18586:1874671428565376:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826417.658385:0:18586:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826417.661755:0:18586:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18586:1874671428565376:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826417.661789:0:18586:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f98021c0 x1874671428564992/t4294969345(4294969345) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826417.672007:0:18587:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826417.672035:0:18587:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826417.672053:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787826417.672070:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1787826417.672078:0:18587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826417.672085:0:18587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826417.672088:0:18587:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:1.0:1787826417.672096:0:18587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481903bf8 00010000:00010000:1.0:1787826417.672099:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1787826417.672107:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1787826417.672122:0:18587:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826417.672130:0:18587:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:1.0:1787826417.672135:0:18587:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826417.672145:0:18587:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5da03e480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787826417.672151:0:18587:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:1.0:1787826417.672164:0:18587:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787826417.672224:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18587 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.672232:0:18587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18587 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826417.672243:0:18587:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826417.672254:0:18587:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba580 x1874671428565632/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826417.672264:0:18587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18587 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826417.672286:0:18587:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18587:1874671428565632:192.168.203.115@tcp:101:md5sum.0 00000100:00100000:1.0:1787826417.672522:0:18587:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826417.678869:0:18587:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18587:1874671428565632:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.678895:0:18587:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678916:0:18587:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678924:0:18587:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678936:0:18587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678946:0:18587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678960:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678968:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.678982:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826417.678993:0:18587:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f24ba580 x1874671428565632/t4294969347(4294969347) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826417.679006:0:18587:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24ba580 x1874671428565632/t4294969347(4294969347) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826417.679017:0:18587:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826417.679029:0:18587:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.679038:0:18587:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:1.0:1787826417.679044:0:18587:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826417.679084:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826417.679096:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826417.679120:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826417.679184:0:18587:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25a:0x0](ffff9ab5d964e3c8): rc = 0 00000080:00200000:1.0:1787826417.679213:0:18587:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 4 00000080:00010000:1.0:1787826417.679219:0:18587:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce6d5 00000080:00010000:1.0:1787826417.679230:0:18587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200008:1.0:1787826417.679244:0:18587:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:1.0:1787826417.679263:0:18587:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24ba580 x1874671428565632/t4294969347(4294969347) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 792/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787826417.679326:0:18587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce6d5 from it ffff9ab5d98df720 00010000:00010000:1.0:1787826417.679331:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.679340:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826417.679364:0:18587:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 44 00000080:00200008:1.0:1787826417.679482:0:18587:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826417.679489:0:18587:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826417.679505:0:18587:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826417.679516:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.679527:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826417.679535:0:18587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826417.679540:0:18587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826417.679543:0:18587:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce6d5 00000080:00010000:1.0:1787826417.679547:0:18587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce6d5 from it ffffbbc481903cd8 00010000:00010000:1.0:1787826417.679550:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.679558:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826417.679580:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826417.679586:0:18587:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826417.679727:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826417.679731:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5e17b2030, osc lock ffff9ab5c5024c30, flags 0x400001002 00000008:00010000:1.0:1787826417.679747:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826417.679749:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5e17b2070, osc lock ffff9ab5c50254b8, flags 0x400001002 00000008:00010000:1.0:1787826417.679755:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826417.679756:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5e17b20b0, osc lock ffff9ab5c5025ad0, flags 0x400001002 00010000:00010000:1.0:1787826417.679795:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.679805:0:18587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826417.679860:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826417.679876:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428565760:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.679977:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.679985:0:18587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826417.680013:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428565888:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.680067:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.680080:0:18587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826417.680095:0:18587:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000100:00100000:1.0:1787826417.680104:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826417.680111:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566016:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.684165:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684193:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684219:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684231:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826417.684248:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826417.684260:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1787826417.684264:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684278:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684285:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684294:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826417.684311:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428565760:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.684340:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684350:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684358:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684366:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826417.684374:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826417.684387:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826417.684390:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684396:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684677:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684685:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826417.684696:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566016:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826417.684843:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684855:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684863:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684878:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826417.684887:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 3145728, setting rss=3145728; kms=3145728, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826417.684895:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826417.684946:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684955:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684963:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.684970:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826417.684981:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428565888:192.168.203.115@tcp:101:md5sum.0 00000080:00200000:3.0:1787826417.685037:0:18587:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:3.0:1787826417.685043:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.685047:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.685051:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e17b2030 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.685056:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e17b2070 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.685059:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e17b20b0 (ffff9ab5ea87bf38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.685061:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f216a508 (ffff9ab5ea87bab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.685063:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e17b2030 (ffff9ab5ea87bab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.685068:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e17b2070 (ffff9ab5ea87bab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.685071:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e17b20b0 (ffff9ab5ea87bab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.685110:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826417.685177:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 32768 00000080:00200000:3.0:1787826417.685197:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 0 00000080:00200000:3.0:1787826417.685219:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 0, bytes: 32768 00000080:00200000:3.0:1787826417.685224:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826417.685229:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826417.685232:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 32768) 0 0 00000080:00200000:3.0:1787826417.685236:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826417.685253:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 32768) 32768, 32768 00020000:00200000:3.0:1787826417.685257:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826417.685271:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 7] 00000008:00010000:3.0:1787826417.685285:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826417.685289:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911830, osc lock ffff9ab5f0170ea0, flags 0x0 00010000:00010000:3.0:1787826417.685306:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685317:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 32767) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685326:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685333:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685340:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826417.685348:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [0, 32768) 00000080:00200000:3.0:1787826417.685355:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826417.685358:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:0 00010000:00010000:3.0:1787826417.685391:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685845:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826417.685961:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5eaa85c00 00010000:00010000:3.0:1787826417.685981:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.685994:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826417.686020:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85c00 00010000:00010000:3.0:1787826417.686042:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1787826417.686081:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994a580 - object 0x240000403:41 offset 0<>32768 00000020:00010000:3.0:1787826417.693173:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.693178:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.693183:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911830 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826417.693193:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.693221:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787826417.693237:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.693241:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911830 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.693248:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826417.693259:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826417.693264:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826417.693270:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826417.693355:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 32768, count: 32768 00000080:00200000:3.0:1787826417.693374:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 8 00000080:00200000:3.0:1787826417.693382:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 32768, bytes: 32768 00000080:00200000:3.0:1787826417.693387:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826417.693393:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 9, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826417.693396:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [32768, 65536) 0 0 00000080:00200000:3.0:1787826417.693447:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:3.0:1787826417.693466:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 32768 chunk: [32768, 65536) 65536, 32768 00020000:00200000:3.0:1787826417.693470:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826417.693483:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8, 15] 00000008:00010000:3.0:1787826417.693495:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826417.693500:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911830, osc lock ffff9ab5f0170ea0, flags 0x0 00010000:00010000:3.0:1787826417.693518:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.693530:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 65535) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.693542:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.693550:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.693557:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826417.693566:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [32768, 65536) 00000080:00200000:3.0:1787826417.693576:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826417.693580:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:32768 00010000:00010000:3.0:1787826417.693606:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.693620:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787826417.696163:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5c4c78480 00010000:00010000:1.0:1787826417.696193:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826417.696223:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1787826417.696251:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78480 00010000:00010000:1.0:1787826417.696287:0:13923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1787826417.696363:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b83c0 - object 0x240000403:41 offset 32768<>1048576 00000100:00100000:0.0:1787826417.696779:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566272:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826417.706970:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78480 00000020:00200000:1.0:1787826417.707003:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1787826417.707080:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78480 00000100:00100000:1.0:1787826417.707115:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566272:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:0.0:1787826417.707320:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.707325:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.707328:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911830 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.707338:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826417.707354:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1787826417.707371:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.707374:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911830 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.707385:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.707395:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.707488:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.707493:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:1.0:1787826417.707659:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 65536, count: 32768 00000080:00200000:1.0:1787826417.707668:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 16 00000080:00200000:1.0:1787826417.707675:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 17 00000080:00200000:1.0:1787826417.707679:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 18 00000080:00200000:1.0:1787826417.707681:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 19 00000080:00200000:1.0:1787826417.707684:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 20 00000080:00200000:1.0:1787826417.707687:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 21 00000080:00200000:1.0:1787826417.707689:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 22 00000080:00200000:1.0:1787826417.707692:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 23 00000080:00200008:1.0:1787826417.707830:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 98304, count: 32768 00000080:00200000:1.0:1787826417.707836:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 24 00000080:00200000:1.0:1787826417.707842:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 25 00000080:00200000:1.0:1787826417.707847:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 26 00000080:00200000:1.0:1787826417.707852:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 27 00000080:00200000:1.0:1787826417.707856:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 28 00000080:00200000:1.0:1787826417.707861:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 29 00000080:00200000:1.0:1787826417.707866:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 30 00000080:00200000:1.0:1787826417.707869:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 31 00000080:00200008:1.0:1787826417.708086:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 131072, count: 32768 00000080:00200000:1.0:1787826417.708093:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 32 00000080:00200000:1.0:1787826417.708099:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 33 00000080:00200000:1.0:1787826417.708102:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 34 00000080:00200000:1.0:1787826417.708105:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 35 00000080:00200000:1.0:1787826417.708109:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 36 00000080:00200000:1.0:1787826417.708112:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 37 00000080:00200000:1.0:1787826417.708115:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 38 00000080:00200000:1.0:1787826417.708118:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 39 00000080:00200008:1.0:1787826417.708185:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 163840, count: 32768 00000080:00200000:1.0:1787826417.708190:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 40 00000080:00200000:1.0:1787826417.708194:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 41 00000080:00200000:1.0:1787826417.708197:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 42 00000080:00200000:1.0:1787826417.708211:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 43 00000080:00200000:1.0:1787826417.708214:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 44 00000080:00200000:1.0:1787826417.708217:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 45 00000080:00200000:1.0:1787826417.708220:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 46 00000080:00200000:1.0:1787826417.708223:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 47 00000080:00200008:1.0:1787826417.708291:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 196608, count: 32768 00000080:00200000:1.0:1787826417.708295:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 48 00000080:00200000:1.0:1787826417.708298:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 49 00000080:00200000:1.0:1787826417.708301:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 50 00000080:00200000:1.0:1787826417.708304:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 51 00000080:00200000:1.0:1787826417.708306:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 52 00000080:00200000:1.0:1787826417.708310:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 53 00000080:00200000:1.0:1787826417.708312:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 54 00000080:00200000:1.0:1787826417.708315:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 55 00000080:00200008:1.0:1787826417.708381:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 229376, count: 32768 00000080:00200000:1.0:1787826417.708386:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 56 00000080:00200000:1.0:1787826417.708391:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 57 00000080:00200000:1.0:1787826417.708394:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 58 00000080:00200000:1.0:1787826417.708397:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 59 00000080:00200000:1.0:1787826417.708427:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 60 00000080:00200000:1.0:1787826417.708431:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 61 00000080:00200000:1.0:1787826417.708434:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 62 00000080:00200000:1.0:1787826417.708437:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 63 00000080:00200008:1.0:1787826417.708506:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 262144, count: 32768 00000080:00200000:1.0:1787826417.708512:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 64 00000080:00200000:1.0:1787826417.708516:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 65 00000080:00200000:1.0:1787826417.708518:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 66 00000080:00200000:1.0:1787826417.708522:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 67 00000080:00200000:1.0:1787826417.708524:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 68 00000080:00200000:1.0:1787826417.708527:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 69 00000080:00200000:1.0:1787826417.708531:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 70 00000080:00200000:1.0:1787826417.708533:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 71 00000080:00200008:1.0:1787826417.708603:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 294912, count: 32768 00000080:00200000:1.0:1787826417.708608:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 72 00000080:00200000:1.0:1787826417.708612:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 73 00000080:00200000:1.0:1787826417.708615:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 74 00000080:00200000:1.0:1787826417.708618:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 75 00000080:00200000:1.0:1787826417.708621:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 76 00000080:00200000:1.0:1787826417.708624:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 77 00000080:00200000:1.0:1787826417.708626:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 78 00000080:00200000:1.0:1787826417.708629:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 79 00000080:00200008:1.0:1787826417.708699:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 327680, count: 32768 00000080:00200000:1.0:1787826417.708703:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 80 00000080:00200000:1.0:1787826417.708707:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 81 00000080:00200000:1.0:1787826417.708848:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 82 00000080:00200000:1.0:1787826417.708855:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 83 00000080:00200000:1.0:1787826417.708858:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 84 00000080:00200000:1.0:1787826417.708861:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 85 00000080:00200000:1.0:1787826417.708864:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 86 00000080:00200000:1.0:1787826417.708867:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 87 00000080:00200008:1.0:1787826417.708938:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 360448, count: 32768 00000080:00200000:1.0:1787826417.708944:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 88 00000080:00200000:1.0:1787826417.708947:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 89 00000080:00200000:1.0:1787826417.708951:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 90 00000080:00200000:1.0:1787826417.708954:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 91 00000080:00200000:1.0:1787826417.708957:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 92 00000080:00200000:1.0:1787826417.708960:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 93 00000080:00200000:1.0:1787826417.708962:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 94 00000080:00200000:1.0:1787826417.708965:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 95 00000080:00200008:1.0:1787826417.709034:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 393216, count: 32768 00000080:00200000:1.0:1787826417.709039:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 96 00000080:00200000:1.0:1787826417.709043:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 97 00000080:00200000:1.0:1787826417.709045:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 98 00000080:00200000:1.0:1787826417.709049:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 99 00000080:00200000:1.0:1787826417.709052:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 100 00000080:00200000:1.0:1787826417.709055:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 101 00000080:00200000:1.0:1787826417.709058:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 102 00000080:00200000:1.0:1787826417.709061:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 103 00000080:00200008:1.0:1787826417.709130:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 425984, count: 32768 00000080:00200000:1.0:1787826417.709135:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 104 00000080:00200000:1.0:1787826417.709139:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 105 00000080:00200000:1.0:1787826417.709143:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 106 00000080:00200000:1.0:1787826417.709146:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 107 00000080:00200000:1.0:1787826417.709149:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 108 00000080:00200000:1.0:1787826417.709151:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 109 00000080:00200000:1.0:1787826417.709154:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 110 00000080:00200000:1.0:1787826417.709157:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 111 00000080:00200008:1.0:1787826417.709238:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 458752, count: 32768 00000080:00200000:1.0:1787826417.709243:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 112 00000080:00200000:1.0:1787826417.709247:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 113 00000080:00200000:1.0:1787826417.709250:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 114 00000080:00200000:1.0:1787826417.709253:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 115 00000080:00200000:1.0:1787826417.709257:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 116 00000080:00200000:1.0:1787826417.709259:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 117 00000080:00200000:1.0:1787826417.709262:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 118 00000080:00200000:1.0:1787826417.709265:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 119 00000080:00200008:1.0:1787826417.709335:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 491520, count: 32768 00000080:00200000:1.0:1787826417.709340:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 120 00000080:00200000:1.0:1787826417.709344:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 121 00000080:00200000:1.0:1787826417.709348:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 122 00000080:00200000:1.0:1787826417.709351:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 123 00000080:00200000:1.0:1787826417.709354:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 124 00000080:00200000:1.0:1787826417.709357:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 125 00000080:00200000:1.0:1787826417.709360:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 126 00000080:00200000:1.0:1787826417.709363:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 127 00000080:00200008:1.0:1787826417.709525:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 524288, count: 32768 00000080:00200000:1.0:1787826417.709532:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 128 00000080:00200000:1.0:1787826417.709538:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 129 00000080:00200000:1.0:1787826417.709541:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 130 00000080:00200000:1.0:1787826417.709544:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 131 00000080:00200000:1.0:1787826417.709547:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 132 00000080:00200000:1.0:1787826417.709550:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 133 00000080:00200000:1.0:1787826417.709553:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 134 00000080:00200000:1.0:1787826417.709556:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 135 00000080:00200008:1.0:1787826417.709624:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 557056, count: 32768 00000080:00200000:1.0:1787826417.709629:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 136 00000080:00200000:1.0:1787826417.709637:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 557056, bytes: 32768 00000080:00200000:1.0:1787826417.709641:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826417.709649:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 257, [0x200000401:0x25a:0x0] hash] 00000020:00200000:1.0:1787826417.709651:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [557056, 589824) 0 0 00000080:00200000:1.0:1787826417.709657:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:1.0:1787826417.709675:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 557056 chunk: [557056, 589824) 589824, 32768 00020000:00200000:1.0:1787826417.709679:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826417.709694:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [136, 143] 00000008:00010000:1.0:1787826417.709775:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826417.709780:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f03104b0, osc lock ffff9ab5c5025998, flags 0x0 00010000:00010000:1.0:1787826417.709804:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826417.709821:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (557056 589823) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826417.709834:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826417.709844:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826417.709852:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826417.709862:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [557056, 589824) 00000080:00200000:1.0:1787826417.709875:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:1.0:1787826417.709880:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:557056 00010000:00010000:1.0:1787826417.709908:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.709919:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.712607:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.712630:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.715642:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.715666:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.718649:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.718673:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1787826417.721245:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5c4c78480 00000008:00010000:1.0:1787826417.721348:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78480 00010000:00010000:1.0:1787826417.721389:0:13923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1787826417.721489:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cbf00 00000008:00010000:0.0:1787826417.721578:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cbb40 00000008:00010000:0.0:1787826417.721642:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cbb40 00010000:00010000:0.0:1787826417.721664:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1787826417.721742:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27acb40 - object 0x280000403:41 offset 1048576<>2097152 00000100:00100000:0.0:1787826417.721784:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428566400:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826417.721874:0:18587:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb480 00010000:00010000:0.0:1787826417.721886:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 7/2,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721895:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 6/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721906:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721914:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721920:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721931:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826417.721946:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826417.721953:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787826417.721970:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb480 00010000:00010000:0.0:1787826417.721988:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787826417.722028:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27af0c0 - object 0x280000403:41 offset 2097152<>3145728 00000100:00100000:0.0:1787826417.722047:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826417.722054:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428566528:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:0.0:1787826417.722136:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.722140:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.722143:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f03104b0 (ffff9ab5ea87bb48/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.722150:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826417.722159:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1787826417.722173:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624f218 (ffff9ab5ea87be18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.722175:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f03104b0 (ffff9ab5ea87be18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.722184:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.722275:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.722280:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.722286:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.722378:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 589824, count: 32768 00000080:00200000:0.0:1787826417.722386:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 144 00000080:00200000:0.0:1787826417.722391:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 145 00000080:00200000:0.0:1787826417.722394:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 146 00000080:00200000:0.0:1787826417.722397:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 147 00000080:00200000:0.0:1787826417.722423:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 148 00000080:00200000:0.0:1787826417.722425:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 149 00000080:00200000:0.0:1787826417.722428:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 150 00000080:00200000:0.0:1787826417.722431:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 151 00000080:00200008:0.0:1787826417.722500:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 622592, count: 32768 00000080:00200000:0.0:1787826417.722511:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 152 00000080:00200000:0.0:1787826417.722515:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 153 00000080:00200000:0.0:1787826417.722518:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 154 00000080:00200000:0.0:1787826417.722521:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 155 00000080:00200000:0.0:1787826417.722524:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 156 00000080:00200000:0.0:1787826417.722527:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 157 00000080:00200000:0.0:1787826417.722530:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 158 00000080:00200000:0.0:1787826417.722533:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 159 00000080:00200008:0.0:1787826417.722602:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 655360, count: 32768 00000080:00200000:0.0:1787826417.722607:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 160 00000080:00200000:0.0:1787826417.722611:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 161 00000080:00200000:0.0:1787826417.722613:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 162 00000080:00200000:0.0:1787826417.722616:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 163 00000080:00200000:0.0:1787826417.722619:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 164 00000080:00200000:0.0:1787826417.722622:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 165 00000080:00200000:0.0:1787826417.722625:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 166 00000080:00200000:0.0:1787826417.722628:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 167 00000080:00200008:0.0:1787826417.722694:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 688128, count: 32768 00000080:00200000:0.0:1787826417.722698:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 168 00000080:00200000:0.0:1787826417.722705:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 688128, bytes: 32768 00000080:00200000:0.0:1787826417.722710:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.722715:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.722718:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [688128, 720896) 0 0 00000080:00200000:0.0:1787826417.722722:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.722738:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 688128 chunk: [688128, 720896) 720896, 32768 00020000:00200000:0.0:1787826417.722742:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.722754:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [168, 175] 00000008:00010000:0.0:1787826417.722766:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.722771:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.722784:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.722794:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 720895) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.722804:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.722812:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.722819:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826417.722826:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [688128, 720896) 00000080:00200000:0.0:1787826417.722838:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.722842:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:688128 00000020:00010000:0.0:1787826417.722878:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.722882:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.722884:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.722888:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.722895:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1787826417.722906:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.722908:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.722914:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.722920:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.722923:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.722925:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.722992:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 720896, count: 32768 00000080:00200000:0.0:1787826417.722997:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 176 00000080:00200000:0.0:1787826417.723002:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 720896, bytes: 32768 00000080:00200000:0.0:1787826417.723004:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.723008:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.723009:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [720896, 753664) 0 0 00000080:00200000:0.0:1787826417.723012:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.723018:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 720896 chunk: [720896, 753664) 753664, 32768 00020000:00200000:0.0:1787826417.723020:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.723025:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [176, 183] 00000008:00010000:0.0:1787826417.723031:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.723033:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.723040:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.723048:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (720896 753663) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.723062:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.723069:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.723075:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826417.723081:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [720896, 753664) 00000080:00200000:0.0:1787826417.723085:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.723088:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:720896 00000020:00010000:0.0:1787826417.723117:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.723120:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.723123:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.723127:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.723135:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1787826417.723143:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.723145:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.723149:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.723153:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.723156:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.723159:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.723238:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 753664, count: 32768 00000080:00200000:0.0:1787826417.723244:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 184 00000080:00200000:0.0:1787826417.723248:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 753664, bytes: 32768 00000080:00200000:0.0:1787826417.723250:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.723253:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.723255:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [753664, 786432) 0 0 00000080:00200000:0.0:1787826417.723257:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.723264:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 753664 chunk: [753664, 786432) 786432, 32768 00020000:00200000:0.0:1787826417.723266:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.723271:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [184, 191] 00000008:00010000:0.0:1787826417.723277:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.723279:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.723287:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.723296:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (753664 786431) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.723304:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.723310:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.723316:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826417.723323:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [753664, 786432) 00000080:00200000:0.0:1787826417.723328:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.723332:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:753664 00000020:00010000:0.0:1787826417.723361:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.723365:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.723367:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.723371:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.723379:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1787826417.723387:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.723389:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.723393:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.723421:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.723425:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.723428:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.723496:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 786432, count: 32768 00000080:00200000:0.0:1787826417.723501:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 192 00000080:00200000:0.0:1787826417.723506:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 786432, bytes: 32768 00000080:00200000:0.0:1787826417.723508:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.723512:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.723513:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [786432, 819200) 0 0 00000080:00200000:0.0:1787826417.723515:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.723522:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 786432 chunk: [786432, 819200) 819200, 32768 00020000:00200000:0.0:1787826417.723525:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.723530:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [192, 199] 00000008:00010000:0.0:1787826417.723536:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.723539:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.723546:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826417.723560:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (786432 819199) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826417.723569:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826417.723576:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826417.723582:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826417.723589:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [786432, 819200) 00000080:00200000:0.0:1787826417.723595:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.723597:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:786432 00000020:00010000:0.0:1787826417.723628:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.723631:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.723634:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.723638:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826417.723646:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00010000:0.0:1787826417.723655:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.723657:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.723662:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.723666:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.723669:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.723671:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.723738:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 819200, count: 32768 00000080:00200000:0.0:1787826417.723743:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 200 00000080:00200000:0.0:1787826417.723747:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 819200, bytes: 32768 00000080:00200000:0.0:1787826417.723750:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.723753:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.723754:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [819200, 851968) 0 0 00000080:00200000:0.0:1787826417.723757:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.723764:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 819200 chunk: [819200, 851968) 851968, 32768 00020000:00200000:0.0:1787826417.723767:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.723772:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [200, 207] 00000008:00010000:0.0:1787826417.723778:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.723780:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.723787:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787826417.723796:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (819200 851967) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787826417.723806:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787826417.723814:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787826417.723821:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1787826417.723828:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [819200, 851968) 00000080:00200000:0.0:1787826417.723833:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.723836:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:819200 00000020:00010000:0.0:1787826417.723867:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.723870:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.723873:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.723877:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787826417.723885:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00010000:0.0:1787826417.723892:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.723895:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.723899:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.723903:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.723906:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.723909:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.723975:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 851968, count: 32768 00000080:00200000:0.0:1787826417.723980:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 208 00000080:00200000:0.0:1787826417.723985:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 851968, bytes: 32768 00000080:00200000:0.0:1787826417.723987:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.723991:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.723992:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [851968, 884736) 0 0 00000080:00200000:0.0:1787826417.723994:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.724000:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 851968 chunk: [851968, 884736) 884736, 32768 00020000:00200000:0.0:1787826417.724002:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.724007:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [208, 215] 00000008:00010000:0.0:1787826417.724013:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.724015:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.724022:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787826417.724030:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (851968 884735) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787826417.724038:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787826417.724045:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787826417.724051:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000080:00200000:0.0:1787826417.724057:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [851968, 884736) 00000080:00200000:0.0:1787826417.724062:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.724064:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:851968 00000020:00010000:0.0:1787826417.724094:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.724096:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.724099:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.724103:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1787826417.724110:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:0.0:1787826417.724118:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.724120:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.724124:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.724128:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.724131:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.724133:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.724212:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 884736, count: 32768 00000080:00200000:0.0:1787826417.724217:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 216 00000080:00200000:0.0:1787826417.724221:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 884736, bytes: 32768 00000080:00200000:0.0:1787826417.724224:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.724227:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.724229:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [884736, 917504) 0 0 00000080:00200000:0.0:1787826417.724231:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.724237:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 884736 chunk: [884736, 917504) 917504, 32768 00020000:00200000:0.0:1787826417.724239:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.724244:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [216, 223] 00000008:00010000:0.0:1787826417.724249:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.724251:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.724258:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787826417.724267:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 917503) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787826417.724276:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787826417.724282:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787826417.724289:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000080:00200000:0.0:1787826417.724295:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [884736, 917504) 00000080:00200000:0.0:1787826417.724300:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.724302:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:884736 00000020:00010000:0.0:1787826417.724333:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.724336:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.724338:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.724342:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1787826417.724350:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:0.0:1787826417.724358:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.724360:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.724365:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.724369:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.724372:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.724374:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.724472:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 917504, count: 32768 00000080:00200000:0.0:1787826417.724478:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 224 00000080:00200000:0.0:1787826417.724483:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 917504, bytes: 32768 00000080:00200000:0.0:1787826417.724485:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.724489:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.724490:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [917504, 950272) 0 0 00000080:00200000:0.0:1787826417.724493:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.724500:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 917504 chunk: [917504, 950272) 950272, 32768 00020000:00200000:0.0:1787826417.724502:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.724507:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [224, 231] 00000008:00010000:0.0:1787826417.724513:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.724515:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.724524:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826417.724533:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (917504 950271) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826417.724541:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826417.724549:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826417.724556:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1787826417.724562:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [917504, 950272) 00000080:00200000:0.0:1787826417.724567:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.724570:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:917504 00000020:00010000:0.0:1787826417.724603:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.724605:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.724608:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.724611:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826417.724624:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:0.0:1787826417.724633:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.724635:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.724639:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.724644:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.724647:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.724650:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.724718:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 950272, count: 32768 00000080:00200000:0.0:1787826417.724724:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 232 00000080:00200000:0.0:1787826417.724730:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 950272, bytes: 32768 00000080:00200000:0.0:1787826417.724732:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.724736:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.724737:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [950272, 983040) 0 0 00000080:00200000:0.0:1787826417.724739:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.724745:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 950272 chunk: [950272, 983040) 983040, 32768 00020000:00200000:0.0:1787826417.724748:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.724753:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [232, 239] 00000008:00010000:0.0:1787826417.724759:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.724762:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.724769:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826417.724778:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (950272 983039) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826417.724787:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826417.724795:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826417.724801:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787826417.724807:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [950272, 983040) 00000080:00200000:0.0:1787826417.724812:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.724815:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:950272 00000020:00010000:0.0:1787826417.724846:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.724849:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.724851:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.724856:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826417.724864:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1787826417.724873:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.724875:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.724879:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.724884:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.724887:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.724889:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.724957:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 983040, count: 32768 00000080:00200000:0.0:1787826417.724963:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 240 00000080:00200000:0.0:1787826417.724968:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 983040, bytes: 32768 00000080:00200000:0.0:1787826417.724971:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.724974:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.724976:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [983040, 1015808) 0 0 00000080:00200000:0.0:1787826417.724979:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.724986:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 983040 chunk: [983040, 1015808) 1015808, 32768 00020000:00200000:0.0:1787826417.724988:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.724994:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [240, 247] 00000008:00010000:0.0:1787826417.724999:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.725001:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.725009:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826417.725018:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (983040 1015807) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826417.725026:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826417.725034:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826417.725040:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826417.725046:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [983040, 1015808) 00000080:00200000:0.0:1787826417.725052:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.725055:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:983040 00000020:00010000:0.0:1787826417.725087:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.725090:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.725092:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.725096:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826417.725104:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:0.0:1787826417.725111:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.725114:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.725120:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.725124:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.725127:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.725129:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.725197:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1015808, count: 32768 00000008:00100000:1.0:1787826417.725494:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b83c0 - object 0x240000403:42 offset 0<>1048576 00000008:00010000:1.0:1787826417.725534:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cbf00 00010000:00010000:1.0:1787826417.725583:0:13923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1787826417.725648:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24b8b40 - object 0x240000403:42 offset 1048576<>2097152 00000100:00100000:1.0:1787826417.725687:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566784:192.168.203.115@tcp:3:md5sum.0 00000100:00100000:1.0:1787826417.725782:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826417.725790:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566656:192.168.203.115@tcp:3:md5sum.0 00000080:00200000:0.0:1787826417.726357:0:18587:0:(rw.c:1947:ll_readpage()) fast read pgno: 248 00000080:00200000:0.0:1787826417.726369:0:18587:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1015808, bytes: 32768 00000080:00200000:0.0:1787826417.726374:0:18587:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826417.726379:0:18587:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826417.726381:0:18587:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1015808, 1048576) 0 0 00000080:00200000:0.0:1787826417.726385:0:18587:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826417.726414:0:18587:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1015808 chunk: [1015808, 1048576) 1048576, 32768 00020000:00200000:0.0:1787826417.726417:0:18587:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826417.726430:0:18587:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [248, 255] 00000008:00010000:0.0:1787826417.726443:0:18587:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826417.726447:0:18587:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d545b0, osc lock ffff9ab5f2329728, flags 0x0 00010000:00010000:0.0:1787826417.726460:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826417.726471:0:18587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1015808 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826417.726486:0:18587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826417.726493:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826417.726500:0:18587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787826417.726508:0:18587:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1015808, 1048576) 00000080:00200000:0.0:1787826417.726518:0:18587:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826417.726522:0:18587:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1015808 00000020:00010000:0.0:1787826417.726567:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.726571:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.726573:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d545b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826417.726577:0:18587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826417.726585:0:18587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:0.0:1787826417.726596:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3651b78 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.726599:0:18587:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d545b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.726604:0:18587:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826417.726611:0:18587:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826417.726617:0:18587:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826417.726620:0:18587:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826417.726695:0:18587:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1048576, count: 32768 00000008:00010000:1.0:1787826417.764187:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cbb40 00000008:00010000:1.0:1787826417.764263:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cbb40 00000100:00100000:1.0:1787826417.764296:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428566400:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826417.776503:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5c4c78480 00000008:00010000:1.0:1787826417.776573:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5c4c78480 00000100:00100000:1.0:1787826417.776600:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566656:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826417.777256:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb480 00000008:00010000:1.0:1787826417.777313:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb480 00000100:00100000:1.0:1787826417.777330:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428566528:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826417.788690:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cbf00 00000008:00010000:1.0:1787826417.788765:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cbf00 00000100:00100000:1.0:1787826417.788792:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428566784:192.168.203.115@tcp:3:md5sum.0 00000080:00200000:1.0:1787826417.796641:0:36:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:0.0:1787826417.799588:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:0.0:1787826417.799625:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:3.0:1787826417.822057:0:18588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826417.822086:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826417.822108:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826417.822123:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1787826417.822132:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826417.822139:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826417.822142:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826417.822150:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c0bbf8 00010000:00010000:3.0:1787826417.822154:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1787826417.822163:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826417.822179:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826417.822187:0:18588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:3.0:1787826417.822192:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826417.822197:0:18588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.sanity-pfl, flags=265 00000080:00200000:3.0:1787826417.822212:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 46 00000080:00200008:3.0:1787826417.822219:0:18588:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154402 00000002:00010000:3.0:1787826417.822235:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0104240114403 00010000:00010000:3.0:1787826417.822293:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.822302:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826417.822315:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826417.822329:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949680 x1874671428567296/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826417.822339:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.822363:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567296:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.822557:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826417.827028:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.827533:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450122752 00000100:00100000:1.0:1787826417.827545:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450122752 00000100:00100000:1.0:1787826417.827608:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1779 00000100:00100000:1.0:1787826417.827619:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450122752:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826417.827636:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826417.827833:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826417.827842:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450122752:12345-192.168.203.115@tcp:104: Request processed in 225us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.827853:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1779 00010000:00010000:3.0:1787826417.830173:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826417.830188:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.830213:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5e17fee00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826417.830219:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.830228:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.830239:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826417.830266:0:5599:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:0.0:1787826417.832873:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826417.832891:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826417.832919:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826417.832929:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5e17fee00/0x1d187e8ba27ce6d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1ba48 expref: -99 pid: 18587 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826417.832953:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826417.832955:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826417.832958:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826417.833064:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428567424:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.838179:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567296:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.838218:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838240:0:18588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838248:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838259:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838270:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838282:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838290:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838297:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826417.838313:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826417.838326:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826417.838341:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838352:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/602 (0 0) 00000080:00200000:3.0:1787826417.838358:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1787826417.838505:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce6f1 00000080:00010000:3.0:1787826417.838512:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce6f1 from it ffffbbc481c0bbf0 00010000:00010000:3.0:1787826417.838516:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.838525:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1787826417.838551:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 784/872 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:3.0:1787826417.838763:0:18588:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=800466af arg=7ffcd4b5457c 00000080:00200000:3.0:1787826417.838845:0:18588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826417.838859:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826417.838871:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826417.838886:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826417.838893:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826417.838898:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826417.838901:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:3.0:1787826417.838906:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c0bbf8 00010000:00010000:3.0:1787826417.838909:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826417.838915:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787826417.838923:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826417.838930:0:18588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=24 00000080:00200000:3.0:1787826417.838935:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:3.0:1787826417.838949:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 3 00000080:00200000:3.0:1787826417.838953:0:18588:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=. :VOLATILE:0000:33D9B81B:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5c3d0cc00, open_flags 2f9c1, mode 8180 opened 0 00000080:00200000:3.0:1787826417.838959:0:18588:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=. :VOLATILE:0000:33D9B81B:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000002:00010000:3.0:1787826417.838977:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: . :VOLATILE:0000:33D9B81B:fd=03,[0x200000401:0x25d:0x0]) in obj [0x200000401:0x259:0x0], intent: open|creat flags 0574702 00010000:00010000:3.0:1787826417.839024:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.839031:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826417.839044:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826417.839050:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948780 x1874671428567680/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826417.839060:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.839081:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567680:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.839283:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826417.840343:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428567424:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.849563:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567680:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.849593:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849626:0:18588:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849634:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849645:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849656:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849669:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849683:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849690:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826417.849701:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826417.849714:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826417.849737:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849748:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/605 (0 0) 00000080:00200000:3.0:1787826417.849754:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826417.849767:0:18588:0:(namei.c:1628:ll_create_it()) VFS Op:name=. :VOLATILE:0000:33D9B81B:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000080:00200000:3.0:1787826417.849795:0:18588:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000080:00200000:3.0:1787826417.849802:0:18588:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25d:0x0], updating i_size 0 00000080:00200000:3.0:1787826417.849836:0:18588:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25d:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1787826417.849840:0:18588:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000080:00010000:3.0:1787826417.849843:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) for lock 0x1d187e8ba27ce6f8 00000080:00010000:3.0:1787826417.849852:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000080:00200008:3.0:1787826417.849866:0:18588:0:(file.c:1090:ll_file_open()) START file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0](ffff9ab5d964aa08), flags 574701 00000002:00100000:3.0:1787826417.849885:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826417.849926:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce6f8 from it ffff9ab5f22dce40 00010000:00010000:3.0:1787826417.849931:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.849939:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826417.849960:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), inode mode 8180 mask 40 00000080:00200000:3.0:1787826417.850024:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), inode mode 8180 mask 2 00000080:00200000:3.0:1787826417.850035:0:18588:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), xattr lov 00000002:00010000:3.0:1787826417.850051:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25d:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 040000002 00010000:00010000:3.0:1787826417.850100:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.850108:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826417.850118:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826417.850124:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994ad00 x1874671428567936/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826417.850132:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.850152:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567936:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.850371:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:1.0:1787826417.854318:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.854560:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450122880 00000100:00100000:0.0:1787826417.854569:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450122880 00000100:00100000:1.0:1787826417.854847:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1780 00000100:00100000:1.0:1787826417.854858:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450122880:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826417.854874:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1ba87 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.854950:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826417.854957:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450122880:12345-192.168.203.115@tcp:104: Request processed in 102us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.854965:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1780 00000100:00100000:3.0:1787826417.861767:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428567936:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.861791:0:18588:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861805:0:18588:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861814:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861821:0:18588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861829:0:18588:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861835:0:18588:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826417.861839:0:18588:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861846:0:18588:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861853:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861860:0:18588:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.861867:0:18588:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.861873:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce6ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826417.861894:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f994ad00 x1874671428567936/t4294969352(4294969352) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/952 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826417.861920:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994ad00 x1874671428567936/t4294969352(4294969352) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/952 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826417.861938:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826417.861982:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826417.862134:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826417.862175:0:18588:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25d:0x0], updating i_size 0 00000002:00100000:3.0:1787826417.862193:0:18588:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994ad00 x1874671428567936/t4294969352(4294969352) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826417.862244:0:18588:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994ad00 x1874671428567936/t4294969352(4294969352) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826433 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826417.862255:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826417.862260:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a580 x1874671428568320/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826417.862282:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568320:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826417.862360:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.866450:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568320:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826417.866484:0:18588:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994ad00 x1874671428567936/t4294969352(4294969352) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 864/952 e 0 to 0 dl 1787826433 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1787826417.866529:0:18588:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826417.866537:0:18588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:3.0:1787826417.866552:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826417.866566:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/602 (0 0) 00010000:00010000:3.0:1787826417.866612:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.866621:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.866631:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.866656:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568448:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.866746:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826417.873171:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.873311:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123008 00000100:00100000:1.0:1787826417.873322:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123008 00000100:00100000:1.0:1787826417.873373:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1781 00000100:00100000:1.0:1787826417.873383:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450123008:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826417.873429:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826417.873511:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826417.873518:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450123008:12345-192.168.203.115@tcp:104: Request processed in 137us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.873525:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1781 00010000:00010000:3.0:1787826417.874232:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826417.874243:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874253:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826417.874258:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874268:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874277:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874336:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874344:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826417.874376:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874385:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce6f1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1ba72 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.874442:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.874444:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826417.874446:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826417.874453:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826417.874468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428568576:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.877894:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428568576:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826417.878217:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568448:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826417.878237:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878248:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878261:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878271:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878283:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878292:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878299:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826417.878309:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994b840 x1874671428568448/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/848 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826417.878319:0:18588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826417.878334:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878348:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:0.0:1787826417.878355:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826417.878458:0:18588:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 4 00000080:00010000:0.0:1787826417.878464:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce706 00000080:00010000:0.0:1787826417.878470:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:0.0:1787826417.878473:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce706 from it ffffbbc481c0bcd8 00010000:00010000:0.0:1787826417.878477:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.878486:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826417.878525:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 restore needed 0 00000001:00010000:0.0:1787826417.878535:0:18588:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826417.878553:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826417.878556:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaead30, osc lock ffff9ab5f2329728, flags 0x400001002 00000008:00010000:0.0:1787826417.878562:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826417.878564:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaead70, osc lock ffff9ab5f2329248, flags 0x400001002 00000008:00010000:0.0:1787826417.878568:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826417.878570:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeadb0, osc lock ffff9ab5f23283a8, flags 0x400001002 00010000:00010000:0.0:1787826417.878587:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826417.878615:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:0.0:1787826417.878626:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826417.878630:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826417.878640:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826417.878659:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.878667:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1787826417.878675:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826417.878678:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826417.878685:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826417.878697:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826417.878705:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00000020:00200000:0.0:1787826417.878859:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826417.878862:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826417.878870:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00000020:00200000:0.0:1787826417.878879:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826417.878890:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:0.0:1787826417.878894:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.878898:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.878900:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaead30 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.878904:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaead70 (ffff9ab5c76192d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.878907:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeadb0 (ffff9ab5ea87bea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.878910:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.878913:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaead30 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.878917:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaead70 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.878919:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeadb0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.878930:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826417.878949:0:18588:0:(file.c:6313:ll_getattr_dentry()) START file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0](ffff9ab5d964aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826417.878956:0:18588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08),name=. :VOLATILE:0000:33D9B81B:fd=03 00000002:00010000:0.0:1787826417.878969:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25d:0x0]) in obj [0x200000401:0x25d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826417.879009:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.879017:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.879026:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826417.879046:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568704:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826417.879131:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b180 going to sleep for 11 seconds 00000100:00100000:0.0:1787826417.882248:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428568704:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826417.882272:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882284:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882296:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882307:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882319:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882327:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882335:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826417.882346:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f27ae580 x1874671428568704/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/928 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826417.882357:0:18588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 344 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826417.882370:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882382:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/605 (0 0) 00000080:00200000:0.0:1787826417.882388:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826417.882619:0:18588:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25d:0x0]: layout version change: 4294967294 -> 3 00000080:00010000:0.0:1787826417.882625:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) for lock 0x1d187e8ba27ce70d 00000080:00010000:0.0:1787826417.882630:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000080:00010000:0.0:1787826417.882633:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce70d from it ffffbbc481c0bcd8 00010000:00010000:0.0:1787826417.882637:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882645:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826417.882686:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/1, layout version 4 restore needed 0 00000001:00010000:0.0:1787826417.882694:0:18588:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25d:0x0] 00000008:00010000:0.0:1787826417.882718:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826417.882722:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54b30, osc lock ffff9ab5f23283a8, flags 0x400001002 00010000:00010000:0.0:1787826417.882763:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.882772:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826417.882808:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1787826417.882818:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826417.882832:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428568832:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826417.892008:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892035:0:2359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892049:0:2359:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892062:0:2359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826417.892076:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826417.892088:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826417.892113:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892122:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892131:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.892140:0:2359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787826417.892165:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428568832:192.168.203.115@tcp:101:lfs.0 00000080:00200000:3.0:1787826417.892285:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 1 00000020:00010000:3.0:1787826417.892291:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.892295:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892299:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54b30 (ffff9ab5ea87bea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892304:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.892306:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54b30 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.892321:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826417.892467:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 4 00000080:00200000:3.0:1787826417.892475:0:18588:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), xattr lov 00000080:00200008:3.0:1787826417.892502:0:18588:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826417.892509:0:18588:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:3.0:1787826417.892526:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826417.892543:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.892558:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826417.892565:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826417.892573:0:18588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:3.0:1787826417.892576:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce706 00000080:00010000:3.0:1787826417.892581:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce706 from it ffffbbc481c0bcd8 00010000:00010000:3.0:1787826417.892585:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826417.892604:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826417.892623:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 3 restore needed 0 00000001:00010000:3.0:1787826417.892630:0:18588:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:3.0:1787826417.892648:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826417.892651:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7fc30, osc lock ffff9ab5f0171e78, flags 0x400001002 00000008:00010000:3.0:1787826417.892656:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826417.892658:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7fc70, osc lock ffff9ab5f0170138, flags 0x400001002 00000008:00010000:3.0:1787826417.892663:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826417.892664:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eaf7fcb0, osc lock ffff9ab5f0171d40, flags 0x400001002 00010000:00010000:3.0:1787826417.892678:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787826417.892688:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:3.0:1787826417.892703:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826417.892706:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1787826417.892724:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787826417.892739:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826417.892747:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1787826417.892754:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826417.892757:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826417.892764:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826417.892777:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787826417.892785:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00000020:00200000:3.0:1787826417.892794:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826417.892797:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:3.0:1787826417.892805:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00000020:00200000:3.0:1787826417.892812:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826417.892818:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:3.0:1787826417.892821:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:3.0:1787826417.892823:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892826:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fc30 (ffff9ab5ea87bea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892829:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fc70 (ffff9ab5f1fd3488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892831:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eaf7fcb0 (ffff9ab5f1fd3f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826417.892834:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.892836:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fc30 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.892840:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fc70 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826417.892843:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eaf7fcb0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826417.892851:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:3.0:1787826417.892877:0:18588:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669e arg=64b86ab0 00000080:00010000:3.0:1787826417.892889:0:18588:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000002:00010000:3.0:1787826417.892895:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: layout flags 02 00010000:00010000:3.0:1787826417.892909:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826417.892927:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:3.0:1787826417.892957:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.892963:0:18588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826417.892966:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce706 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bab1 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826417.892996:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.893003:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826417.893013:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826417.893022:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99483c0 x1874671428569088/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826417.893031:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.893051:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428569088:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.893135:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826417.902818:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428569088:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.902846:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 4/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902859:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 4/0,1 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902871:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902883:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902894:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902902:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.902909:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826417.902921:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f99483c0 x1874671428569088/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826417.902930:0:18588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826417.908748:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.909056:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123136 00000100:00100000:0.0:1787826417.909065:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123136 00000100:00100000:0.0:1787826417.909155:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1782 00000100:00100000:0.0:1787826417.909166:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12514:x1874671450123136:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826417.909186:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000030bd879b/0x1d187e8ba27ce6dc lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1ba56 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826417.909273:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826417.909280:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12514:x1874671450123136:12345-192.168.203.115@tcp:104: Request processed in 116us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.909288:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1782 00000100:00100000:0.0:1787826417.914464:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.915301:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123264 00000100:00100000:1.0:1787826417.915309:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123264 00000100:00100000:1.0:1787826417.915369:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1783 00000100:00100000:1.0:1787826417.915379:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ae580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:7638:x1874671450123264:12345-192.168.203.115@tcp:105: 00010000:00010000:1.0:1787826417.915389:0:11323:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1689807536 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915416:0:11323:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1689807536 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915426:0:11323:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915436:0:11323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915445:0:11323:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915454:0:11323:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.915485:0:11323:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27aa200) 00000100:00100000:1.0:1787826417.915538:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ae580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:7638:x1874671450123264:12345-192.168.203.115@tcp:105: Request processed in 161us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.915546:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1783 00000100:00100000:1.0:1787826417.921265:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.921444:0:5589:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826417.921464:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123392 00000100:00100000:0.0:1787826417.921471:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123392 00000100:00100000:0.0:1787826417.921511:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1784 00000100:00100000:0.0:1787826417.921519:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f991a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6689:x1874671450123392:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826417.921534:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000009cda7650/0x1d187e8ba27ce6e3 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1ba5d expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826417.921604:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826417.921610:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f991a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6689:x1874671450123392:12345-192.168.203.115@tcp:104: Request processed in 92us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.921619:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1784 00000100:00100000:1.0:1787826417.927483:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.927676:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123520 00000100:00100000:0.0:1787826417.927685:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123520 00000100:00100000:0.0:1787826417.927746:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1785 00000100:00100000:0.0:1787826417.927757:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:5827:x1874671450123520:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826417.927773:0:11323:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927787:0:11323:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927796:0:11323:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927808:0:11323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x10080000000000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927818:0:11323:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x10080000000000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927829:0:11323:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x80000000000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.927847:0:11323:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27aa000) 00000100:00100000:0.0:1787826417.927913:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:5827:x1874671450123520:12345-192.168.203.115@tcp:105: Request processed in 158us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.927921:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1785 00000100:00100000:0.0:1787826417.931485:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.931570:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123648 00000100:00100000:1.0:1787826417.931579:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123648 00000100:00100000:1.0:1787826417.931632:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1786 00000100:00100000:1.0:1787826417.931643:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450123648:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826417.931661:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000961c5900/0x1d187e8ba27ce6ea lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1ba64 expref: -99 pid: 18587 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:1.0:1787826417.931753:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826417.931759:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450123648:12345-192.168.203.115@tcp:104: Request processed in 119us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.931767:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1786 00000100:00100000:3.0:1787826417.934511:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428569600:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.934533:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826417.934542:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428569856:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826417.937808:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.942097:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123776 00000100:00100000:1.0:1787826417.942112:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123776 00000100:00100000:1.0:1787826417.942289:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1787 00000100:00100000:1.0:1787826417.942300:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:5825:x1874671450123776:12345-192.168.203.115@tcp:105: 00010000:00010000:1.0:1787826417.942315:0:11323:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942329:0:11323:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942353:0:11323:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942365:0:11323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942376:0:11323:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942387:0:11323:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.942444:0:11323:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27ab600) 00000100:00100000:1.0:1787826417.942508:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:5825:x1874671450123776:12345-192.168.203.115@tcp:105: Request processed in 209us (4709us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.942516:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1787 00000100:00100000:3.0:1787826417.947382:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428569856:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826417.951601:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570112:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.953723:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826417.953743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570240:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826417.954236:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.954465:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450123904 00000100:00100000:1.0:1787826417.954474:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450123904 00000100:00100000:1.0:1787826417.954532:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1788 00000100:00100000:1.0:1787826417.954558:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450123904:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826417.954574:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.954587:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826417.954612:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826417.954615:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000020:00010000:1.0:1787826417.954620:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@00000000428b04be[0x110, 2, [0x240000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826417.954622:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000100:00100000:1.0:1787826417.954666:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450123904:12345-192.168.203.115@tcp:106: Request processed in 125us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.954674:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1788 00000100:00100000:3.0:1787826417.954917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570368:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826417.959544:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826417.959654:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959680:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959694:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959701:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959708:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 5/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.959722:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:3.0:1787826417.959728:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1787826417.959733:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 4/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959740:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959748:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 4/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959755:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.959760:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 5/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959772:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.959779:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.959787:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce73e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.959804:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570112:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826417.960189:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124032 00000100:00100000:1.0:1787826417.960205:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124032 00000100:00100000:1.0:1787826417.960264:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1789 00000100:00100000:1.0:1787826417.960274:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ae580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12329:x1874671450124032:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826417.960285:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.960295:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826417.960318:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826417.960320:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:1.0:1787826417.960324:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@0000000059470a37[0x110, 2, [0x280000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826417.960326:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:1.0:1787826417.960378:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ae580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12329:x1874671450124032:12345-192.168.203.115@tcp:106: Request processed in 105us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.960385:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1789 00000100:00100000:0.0:1787826417.966069:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826417.966173:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826417.966191:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124160 00000100:00100000:1.0:1787826417.966210:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124160 00000100:00100000:1.0:1787826417.966264:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1790 00000100:00100000:1.0:1787826417.966274:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9918c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12513:x1874671450124160:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826417.966289:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826417.966303:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826417.966328:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826417.966331:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:1.0:1787826417.966335:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000004088bb83[0x110, 2, [0x240000403:0x2a:0x0] hash] 00000020:00010000:1.0:1787826417.966337:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:1.0:1787826417.966386:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9918c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12513:x1874671450124160:12345-192.168.203.115@tcp:106: Request processed in 113us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826417.966393:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1790 00010000:00010000:3.0:1787826417.967732:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967751:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967764:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967778:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967787:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.967801:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 3145728, setting rss=3145728; leaving kms=3145728, end=18446744073709551615 00000020:00200000:3.0:1787826417.967807:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826417.967812:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967821:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967829:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967837:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.967842:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967853:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.967861:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.967875:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce745 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.967900:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570240:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.972831:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.972856:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.972869:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.972878:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.972887:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.972901:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826417.972908:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826417.972984:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.972999:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.973008:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.973016:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abe00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.973021:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.973033:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.973040:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.973048:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce74c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.973069:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570368:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.973370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570496:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.976186:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826417.976217:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570624:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.977800:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570752:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.977894:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570496:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.980176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570752:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.980215:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428570624:192.168.203.115@tcp:1:lfs.0 00000100:00100000:3.0:1787826417.980885:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570880:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.981919:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826417.981933:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428571008:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826417.982841:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826417.982853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428571136:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826417.987022:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.987062:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.987089:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124288 00000100:00100000:0.0:1787826417.987098:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124288 00000100:00100000:0.0:1787826417.987137:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124416 00000100:00100000:0.0:1787826417.987141:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124416 00000100:00100000:0.0:1787826417.987161:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1791 00000100:00100000:0.0:1787826417.987170:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ade00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12514:x1874671450124288:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826417.987186:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.987208:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826417.987235:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826417.987238:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000020:00010000:0.0:1787826417.987242:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@00000000428b04be[0x110, 2, [0x240000403:0x29:0x0] hash] 00000020:00010000:0.0:1787826417.987244:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000100:00100000:0.0:1787826417.987292:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ade00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12514:x1874671450124288:12345-192.168.203.115@tcp:106: Request processed in 123us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.987301:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1791 00000100:00100000:0.0:1787826417.987318:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1792 00000100:00100000:0.0:1787826417.987324:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12328:x1874671450124416:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826417.987332:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.987341:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826417.987356:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826417.987358:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:0.0:1787826417.987362:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@0000000059470a37[0x110, 2, [0x280000403:0x29:0x0] hash] 00000020:00010000:0.0:1787826417.987364:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:0.0:1787826417.987384:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12328:x1874671450124416:12345-192.168.203.115@tcp:106: Request processed in 60us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.987390:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1792 00000100:00100000:0.0:1787826417.987463:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826417.987481:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124544 00000100:00100000:0.0:1787826417.987484:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124544 00000100:00100000:0.0:1787826417.987502:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1793 00000100:00100000:0.0:1787826417.987507:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6689:x1874671450124544:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826417.987514:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826417.987522:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826417.987534:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826417.987536:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:0.0:1787826417.987539:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000004088bb83[0x110, 2, [0x240000403:0x2a:0x0] hash] 00000020:00010000:0.0:1787826417.987540:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:0.0:1787826417.987560:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6689:x1874671450124544:12345-192.168.203.115@tcp:106: Request processed in 53us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826417.987567:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1793 00010000:00010000:3.0:1787826417.989778:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989799:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989812:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989819:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989827:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 5/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.989841:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 3145728, setting rss=3145728; leaving kms=3145728, end=18446744073709551615 00000020:00200000:3.0:1787826417.989847:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1787826417.989851:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 4/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989859:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989868:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 4/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989875:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.989880:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 5/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989888:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.989893:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989899:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce75a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.989915:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428571008:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826417.989928:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989934:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989940:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989944:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989947:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826417.989952:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:3.0:1787826417.989955:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826417.989956:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989960:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989964:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989968:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abc00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826417.989970:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989974:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826417.989977:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826417.989984:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce753 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826417.989995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428570880:192.168.203.115@tcp:101:lfs.0 00000080:00200000:0.0:1787826417.990290:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:0.0:1787826417.990296:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017f160 (ffff9ab5f1fd31b8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826417.990300:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017f160 (ffff9ab5f1fd31b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.990305:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b230 (ffff9ab5f1fd3878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.990309:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b270 (ffff9ab5f1fd3248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.990312:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b2b0 (ffff9ab5f1d84488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826417.990314:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017f160 (ffff9ab5f1fd31b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.990317:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b230 (ffff9ab5f1fd31b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.990322:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b270 (ffff9ab5f1fd31b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826417.990324:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b2b0 (ffff9ab5f1fd31b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826417.990350:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826418.036209:0:18588:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1787826418.036233:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:1.0:1787826418.036246:0:18588:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826418.036272:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826418.036277:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c7f41330, osc lock ffff9ab5c50255f0, flags 0x400001002 00000008:00010000:1.0:1787826418.036287:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826418.036288:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c7f41370, osc lock ffff9ab5c5025110, flags 0x400001002 00000008:00010000:1.0:1787826418.036294:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826418.036295:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c7f413b0, osc lock ffff9ab5c5024af8, flags 0x400001002 00010000:00010000:1.0:1787826418.036313:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/41 (0 1048575) 00010000:00010000:1.0:1787826418.036365:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.036378:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.036800:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428571264:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826418.036896:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/41 (1048576 18446744073709551615) 00010000:00010000:1.0:1787826418.036944:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.036953:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.036976:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/42 (0 18446744073709551615) 00000100:00100000:1.0:1787826418.036989:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571392:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826418.039775:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.039799:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.040368:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.040421:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124672 00000100:00100000:1.0:1787826418.040430:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124672 00000100:00100000:1.0:1787826418.040497:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1794 00000100:00100000:1.0:1787826418.040509:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12515:x1874671450124672:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826418.040522:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.040532:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826418.040557:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826418.040560:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:1.0:1787826418.040564:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@0000000059470a37[0x110, 2, [0x280000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826418.040566:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:1.0:1787826418.040630:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12515:x1874671450124672:12345-192.168.203.115@tcp:106: Request processed in 124us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826418.040639:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1794 00000020:00200000:0.0:1787826418.040786:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000100:00100000:1.0:1787826418.041125:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428571520:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826418.044117:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.044145:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124800 00000100:00100000:1.0:1787826418.044152:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124800 00000100:00100000:1.0:1787826418.044192:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1795 00000100:00100000:1.0:1787826418.044212:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6690:x1874671450124800:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826418.044227:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.044241:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826418.044264:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826418.044267:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000020:00010000:1.0:1787826418.044271:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@00000000428b04be[0x110, 2, [0x240000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826418.044272:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000100:00100000:1.0:1787826418.044315:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6690:x1874671450124800:12345-192.168.203.115@tcp:106: Request processed in 116us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826418.044322:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1795 00010000:00010000:0.0:1787826418.044879:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044896:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044909:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044917:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044926:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 5/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826418.044939:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 3145728, setting rss=3145728; leaving kms=3145728, end=18446744073709551615 00000020:00200000:0.0:1787826418.044945:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1787826418.044949:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 4/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044957:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044972:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 4/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044978:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5e17fe200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826418.044983:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 5/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.044994:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826418.045001:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.045008:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000ff5fe9a/0x1d187e8ba27ce76f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.045025:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571392:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826418.048295:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826418.048428:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450124928 00000100:00100000:0.0:1787826418.048438:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450124928 00000100:00100000:0.0:1787826418.048503:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1796 00000100:00100000:0.0:1787826418.048515:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12530:x1874671450124928:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826418.048532:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.048544:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.048570:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826418.048573:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:0.0:1787826418.048577:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000004088bb83[0x110, 2, [0x240000403:0x2a:0x0] hash] 00000020:00010000:0.0:1787826418.048578:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:0.0:1787826418.048769:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12530:x1874671450124928:12345-192.168.203.115@tcp:106: Request processed in 256us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826418.048779:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1796 00010000:00010000:0.0:1787826418.052636:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052660:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052674:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052683:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052691:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826418.052822:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:0.0:1787826418.052831:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826418.052837:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052845:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052854:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052862:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9889e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826418.052867:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052881:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826418.052890:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.052899:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008dc33908/0x1d187e8ba27ce776 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.052920:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428571520:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826418.054735:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054763:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054775:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054783:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054790:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826418.054804:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:1.0:1787826418.054811:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826418.054822:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054830:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054838:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054844:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5e17fe000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826418.054849:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054862:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826418.054869:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.054876:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000236e7db3/0x1d187e8ba27ce768 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.054894:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428571264:192.168.203.115@tcp:101:lfs.0 00000080:00200000:0.0:1787826418.055125:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:0.0:1787826418.055133:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.055136:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.055141:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c7f41330 (ffff9ab5f1fef638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.055145:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c7f41370 (ffff9ab5d8bf3368/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.055148:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c7f413b0 (ffff9ab5d8b95878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.055150:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1c10000 (ffff9ab5f1cb4368/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.055153:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c7f41330 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.055158:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c7f41370 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.055160:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c7f413b0 (ffff9ab5f1cb4368/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.055241:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826418.055267:0:18588:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: (null), rc = 5242880 00000080:00200008:0.0:1787826418.055284:0:18588:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_HOLE 00000080:00200000:0.0:1787826418.055292:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826418.055303:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826418.055311:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.055336:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000080:00200000:0.0:1787826418.055346:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.055352:0:18588:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:0.0:1787826418.055354:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826418.055358:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826418.055361:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.055365:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:0.0:1787826418.055376:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:0.0:1787826418.055380:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeae30, osc lock ffff9ab5f2329248, flags 0x100000 00000008:00010000:0.0:1787826418.055384:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:0.0:1787826418.055385:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeae70, osc lock ffff9ab5f2329728, flags 0x100000 00000008:00010000:0.0:1787826418.055388:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:0.0:1787826418.055390:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeaeb0, osc lock ffff9ab5f2328d68, flags 0x100000 00010000:00010000:0.0:1787826418.055598:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055613:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055631:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055639:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055648:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055663:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055671:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055679:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055687:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055694:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055775:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055786:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055799:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055805:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.055812:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826418.055823:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000100:00100000:1.0:1787826418.056113:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571648:192.168.203.115@tcp:23:lfs.0 00000100:00100000:1.0:1787826418.056222:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571904:192.168.203.115@tcp:23:lfs.0 00000100:00100000:1.0:1787826418.056252:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826418.056259:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571776:192.168.203.115@tcp:23:lfs.0 00000100:00100000:1.0:1787826418.101659:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968728 gen 4 00000100:00100000:1.0:1787826418.101697:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571776:192.168.203.115@tcp:23:lfs.0 00000100:00100000:1.0:1787826418.104184:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968741 gen 5 00000100:00100000:1.0:1787826418.104240:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571648:192.168.203.115@tcp:23:lfs.0 00000100:00100000:1.0:1787826418.104253:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428571904:192.168.203.115@tcp:23:lfs.0 00000020:00010000:0.0:1787826418.104318:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.104324:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.104330:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeae30 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.104341:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104355:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.104364:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeae70 (ffff9ab5c76192d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.104369:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104377:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.104383:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeaeb0 (ffff9ab5f1fd3878/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.104387:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104393:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.104435:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.104437:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeae30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.104443:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeae70 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.104445:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeaeb0 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.104461:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826418.104479:0:18588:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_HOLE, rc = 5242880 00000080:00200008:0.0:1787826418.104510:0:18588:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 67108864 00000080:00200000:0.0:1787826418.104519:0:18588:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 0, bytes: 67108864 00000080:00200000:0.0:1787826418.104527:0:18588:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.104533:0:18588:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.104535:0:18588:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 67108864) 2048 0 00000080:00200000:0.0:1787826418.104540:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826418.104556:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 67108864, 1048576 00020000:00200000:0.0:1787826418.104559:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.104573:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:0.0:1787826418.104584:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826418.104588:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54ab0, osc lock ffff9ab5f2328d68, flags 0x140000 00010000:00010000:0.0:1787826418.104604:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104616:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104628:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104636:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104644:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826418.104652:0:18588:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [0, 1048576) 00000080:00200000:0.0:1787826418.104660:0:18588:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.104663:0:18588:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:0 00000080:00200000:0.0:1787826418.104670:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=0=0x0, pages 256 (max 81920), locked, parallel 00000020:00200000:0.0:1787826418.104917:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:0.0:1787826418.104936:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000009adcb648 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.104966:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787826418.105031:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27ac3c0 - object 0x240000403:41 offset 0<>1048576 00000100:00100000:1.0:1787826418.105213:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826418.105228:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428572032:192.168.203.115@tcp:3:lfs.0 00000008:00010000:0.0:1787826418.130428:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000009adcb648 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826418.130461:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1787826418.130533:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1787826418.130536:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1787826418.130537:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1787826418.130539:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1787826418.130540:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1787826418.130542:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1787826418.130544:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1787826418.130545:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1787826418.130547:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1787826418.130548:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1787826418.130550:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1787826418.130551:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1787826418.130553:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1787826418.130555:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1787826418.130556:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1787826418.130558:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1787826418.130559:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1787826418.130561:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1787826418.130562:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1787826418.130564:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1787826418.130566:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1787826418.130567:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1787826418.130569:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1787826418.130571:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1787826418.130572:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1787826418.130574:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1787826418.130575:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1787826418.130576:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1787826418.130578:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1787826418.130579:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1787826418.130581:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1787826418.130582:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1787826418.130584:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1787826418.132936:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1787826418.132945:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1787826418.132947:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1787826418.132949:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1787826418.132951:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1787826418.132952:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1787826418.132954:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1787826418.132956:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1787826418.132958:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1787826418.132960:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1787826418.132962:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1787826418.132964:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1787826418.132966:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1787826418.132967:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1787826418.132969:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1787826418.132971:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1787826418.132973:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1787826418.132975:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1787826418.132977:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1787826418.132980:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1787826418.132982:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1787826418.132983:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1787826418.132985:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1787826418.132987:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1787826418.132989:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1787826418.132991:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1787826418.132993:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1787826418.132994:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1787826418.132996:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1787826418.132998:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1787826418.133000:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1787826418.133002:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1787826418.133003:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1787826418.133006:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1787826418.133007:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1787826418.133009:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1787826418.133011:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1787826418.133013:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1787826418.133015:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1787826418.133017:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1787826418.133019:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1787826418.133020:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1787826418.133022:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1787826418.133023:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1787826418.133026:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1787826418.133027:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1787826418.133029:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1787826418.133031:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1787826418.133033:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1787826418.133034:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1787826418.133037:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1787826418.133039:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1787826418.133041:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1787826418.133043:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1787826418.133045:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1787826418.133047:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1787826418.133049:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1787826418.133051:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1787826418.133052:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1787826418.133054:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1787826418.133056:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1787826418.133058:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1787826418.133060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1787826418.133062:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1787826418.133064:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1787826418.133066:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1787826418.133067:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1787826418.133070:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1787826418.133071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1787826418.133074:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1787826418.133075:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1787826418.133077:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1787826418.133079:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1787826418.133081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1787826418.133083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1787826418.133085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1787826418.133086:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1787826418.133089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1787826418.133090:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1787826418.133092:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1787826418.133094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1787826418.133096:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1787826418.133098:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1787826418.133100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1787826418.133102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1787826418.133104:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1787826418.133106:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1787826418.133108:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1787826418.133110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1787826418.133112:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1787826418.133114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1787826418.133116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1787826418.133118:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1787826418.133120:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1787826418.133122:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1787826418.133124:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1787826418.133126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1787826418.133127:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1787826418.133130:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1787826418.133131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1787826418.133134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1787826418.133136:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1787826418.133137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1787826418.133139:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1787826418.133141:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1787826418.133143:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1787826418.133145:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1787826418.133147:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1787826418.133149:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1787826418.133151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1787826418.133152:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1787826418.133154:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1787826418.133156:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1787826418.133158:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1787826418.133160:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1787826418.133161:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1787826418.133163:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1787826418.133165:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1787826418.133167:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1787826418.133168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1787826418.133170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1787826418.133172:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1787826418.133173:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1787826418.133175:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1787826418.133176:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1787826418.133178:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1787826418.133180:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1787826418.133182:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1787826418.133184:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1787826418.133186:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1787826418.133188:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1787826418.133190:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1787826418.133191:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1787826418.133193:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1787826418.133195:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1787826418.133210:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1787826418.133212:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1787826418.133213:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1787826418.133215:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1787826418.133217:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1787826418.133219:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1787826418.133220:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1787826418.133222:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1787826418.133224:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1787826418.133226:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1787826418.133228:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1787826418.133230:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1787826418.133232:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1787826418.133234:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1787826418.133235:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1787826418.133237:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1787826418.133239:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1787826418.133241:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1787826418.133243:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1787826418.133244:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1787826418.133246:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1787826418.133248:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1787826418.133250:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1787826418.133252:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1787826418.133254:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1787826418.133256:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1787826418.133258:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1787826418.133259:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1787826418.133261:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1787826418.133263:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1787826418.133264:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1787826418.133266:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1787826418.133268:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1787826418.133269:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1787826418.133271:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1787826418.133273:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1787826418.133274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1787826418.133276:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1787826418.133278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1787826418.133280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1787826418.133281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1787826418.133283:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1787826418.133285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1787826418.133286:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1787826418.133288:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1787826418.133290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1787826418.133292:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1787826418.133294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1787826418.133296:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1787826418.133298:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1787826418.133300:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1787826418.133302:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1787826418.133304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1787826418.133306:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1787826418.133307:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1787826418.133310:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1787826418.133312:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1787826418.133314:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1787826418.133315:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1787826418.133317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1787826418.133319:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1787826418.133320:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1787826418.133322:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1787826418.133323:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1787826418.133325:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1787826418.133326:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1787826418.133328:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1787826418.133329:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1787826418.133331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1787826418.133333:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1787826418.133335:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1787826418.133337:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1787826418.133339:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1787826418.133341:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1787826418.133343:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1787826418.133345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1787826418.133348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1787826418.133350:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1787826418.133352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1787826418.133354:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1787826418.133356:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1787826418.133358:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1787826418.133360:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1787826418.133362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1787826418.133364:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1787826418.133366:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1787826418.133368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1787826418.133766:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1787826418.133796:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009adcb648 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.133841:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428572032:192.168.203.115@tcp:3:lfs.0 00000100:00100000:3.0:1787826418.134580:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428572160:192.168.203.115@tcp:3:lfs.0 00000008:00010000:3.0:1787826418.159956:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000000f46d07c ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826418.160038:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1787826418.160041:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1787826418.160043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1787826418.160044:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1787826418.160046:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1787826418.160048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1787826418.160049:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1787826418.160051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1787826418.160053:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1787826418.160054:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1787826418.160056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1787826418.160057:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1787826418.160059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1787826418.160060:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1787826418.160061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1787826418.160063:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1787826418.160065:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1787826418.160066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1787826418.160068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1787826418.160070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1787826418.160072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1787826418.160073:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1787826418.160075:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1787826418.160077:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1787826418.160078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1787826418.160079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1787826418.160081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1787826418.160083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1787826418.160084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1787826418.160086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1787826418.160087:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1787826418.160088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1787826418.160090:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1787826418.160091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1787826418.160093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1787826418.160094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1787826418.160096:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1787826418.160097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1787826418.160099:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1787826418.160100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1787826418.160102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1787826418.160103:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1787826418.160105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1787826418.160106:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1787826418.160108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1787826418.160109:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1787826418.160111:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1787826418.160112:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1787826418.160114:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1787826418.160116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1787826418.160118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1787826418.160120:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1787826418.160121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1787826418.160123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1787826418.160125:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1787826418.160126:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1787826418.160128:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1787826418.160129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1787826418.160131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1787826418.160132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1787826418.160134:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1787826418.160135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1787826418.160137:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1787826418.160138:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1787826418.160139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1787826418.160141:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1787826418.160142:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1787826418.160144:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1787826418.160145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1787826418.160147:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1787826418.160149:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1787826418.160150:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1787826418.160152:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1787826418.160153:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1787826418.160155:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1787826418.160156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1787826418.160158:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1787826418.160159:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1787826418.160160:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1787826418.160161:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1787826418.160162:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1787826418.160163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1787826418.160165:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1787826418.160166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1787826418.160167:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1787826418.160168:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1787826418.160169:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1787826418.160170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1787826418.160172:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1787826418.160173:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1787826418.160174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1787826418.160175:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1787826418.160177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1787826418.160178:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1787826418.160179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1787826418.160181:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1787826418.160182:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1787826418.160183:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1787826418.160184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1787826418.160185:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1787826418.160187:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1787826418.160188:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1787826418.160189:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1787826418.160191:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1787826418.160193:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1787826418.160194:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1787826418.160206:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1787826418.160208:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1787826418.160209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1787826418.160211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1787826418.160213:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1787826418.160214:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1787826418.160216:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1787826418.160217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1787826418.160219:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1787826418.160220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1787826418.160221:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1787826418.160223:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1787826418.160224:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1787826418.160225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1787826418.160227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1787826418.160228:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1787826418.160229:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1787826418.160231:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1787826418.160232:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1787826418.160233:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1787826418.160234:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1787826418.160236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1787826418.160237:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1787826418.160238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1787826418.160240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1787826418.160241:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1787826418.160243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1787826418.160245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1787826418.160246:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1787826418.160247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1787826418.160249:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1787826418.160251:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1787826418.160253:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1787826418.160254:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1787826418.160255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1787826418.160257:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1787826418.160258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1787826418.160259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1787826418.160261:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1787826418.160263:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1787826418.160265:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1787826418.160266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1787826418.160268:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1787826418.160270:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1787826418.160271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1787826418.160273:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1787826418.160274:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1787826418.160276:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1787826418.160277:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1787826418.160278:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1787826418.160280:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1787826418.160281:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1787826418.160282:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1787826418.160283:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1787826418.160284:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1787826418.160286:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1787826418.160287:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1787826418.160288:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1787826418.160289:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1787826418.160290:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1787826418.160291:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1787826418.160293:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1787826418.160294:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1787826418.160295:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1787826418.160297:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1787826418.160298:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1787826418.160299:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1787826418.160301:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1787826418.160302:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1787826418.160304:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1787826418.160305:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1787826418.160306:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1787826418.160308:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1787826418.160309:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1787826418.160311:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1787826418.160313:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1787826418.160314:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1787826418.160316:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1787826418.160317:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1787826418.160319:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1787826418.160320:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1787826418.160322:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1787826418.160323:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1787826418.160325:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1787826418.160326:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1787826418.160328:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1787826418.160329:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1787826418.160331:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1787826418.160332:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1787826418.160334:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1787826418.160335:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1787826418.160336:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1787826418.160338:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1787826418.160339:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1787826418.160341:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1787826418.160342:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1787826418.160343:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1787826418.160345:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1787826418.160346:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1787826418.160347:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1787826418.160349:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1787826418.160350:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1787826418.160351:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1787826418.160353:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1787826418.160355:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1787826418.160357:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1787826418.160358:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1787826418.160360:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1787826418.160362:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1787826418.160363:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1787826418.160365:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1787826418.160367:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1787826418.160368:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1787826418.160369:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1787826418.160371:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1787826418.160373:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1787826418.160374:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1787826418.160376:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1787826418.160377:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1787826418.160379:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1787826418.160380:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1787826418.160382:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1787826418.160383:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1787826418.160385:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1787826418.160386:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1787826418.160388:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1787826418.160390:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1787826418.160391:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1787826418.160393:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1787826418.160394:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1787826418.160396:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1787826418.160421:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1787826418.160424:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1787826418.160425:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1787826418.160426:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1787826418.160428:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1787826418.160429:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1787826418.160431:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1787826418.160432:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1787826418.160434:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1787826418.160435:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826418.160436:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1787826418.160438:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1787826418.160439:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1787826418.160441:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1787826418.160442:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1787826418.160444:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1787826418.160446:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1787826418.160448:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1787826418.160449:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1787826418.160603:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1787826418.160680:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000000f46d07c ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826418.160723:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428572160:192.168.203.115@tcp:3:lfs.0 00010000:00010000:2.0:1787826418.161065:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.161078:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.161087:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.161093:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826418.161103:0:18588:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2097152, 3145728) 00000080:00200000:2.0:1787826418.161111:0:18588:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826418.161115:0:18588:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:2097152 00000080:00200000:2.0:1787826418.161122:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=2097152=0x200000, pages 256 (max 81920), locked, parallel 00000020:00200000:2.0:1787826418.161784:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826418.161832:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000c1a34549 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.161867:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826418.161935:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9802580 - object 0x280000403:41 offset 1048576<>2097152 00000100:00100000:3.0:1787826418.162064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428572288:192.168.203.115@tcp:3:lfs.0 00000008:00010000:2.0:1787826418.184842:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000c1a34549 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826418.184870:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826418.184873:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826418.184875:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826418.184876:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826418.184878:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826418.184880:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826418.184881:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826418.184883:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826418.184884:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826418.184886:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826418.184887:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826418.184889:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826418.184891:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826418.184892:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826418.184894:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826418.184896:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826418.184897:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826418.184899:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826418.184901:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826418.184902:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826418.184904:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826418.184905:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826418.184907:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826418.184908:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826418.184910:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826418.184911:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826418.184913:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826418.184914:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826418.184916:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826418.184918:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826418.184920:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826418.184922:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826418.184924:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826418.184926:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826418.184927:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826418.184929:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826418.184931:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826418.184932:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826418.184934:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826418.184935:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826418.184937:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826418.184938:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826418.184940:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826418.184941:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826418.184943:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826418.184944:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826418.184946:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826418.184947:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826418.184949:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826418.184951:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826418.184952:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826418.184954:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826418.184956:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826418.184957:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826418.184959:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826418.184960:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826418.184962:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826418.184963:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826418.184965:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826418.184966:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826418.184968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826418.184970:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826418.184972:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826418.185195:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826418.185205:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826418.185207:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826418.185209:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826418.185210:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826418.185212:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826418.185213:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826418.185214:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826418.185216:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826418.185217:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826418.185219:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826418.185220:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826418.185222:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826418.185223:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826418.185225:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826418.185226:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826418.185228:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826418.185229:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826418.185231:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826418.185232:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826418.185233:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826418.185235:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826418.185236:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826418.185238:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826418.185239:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826418.185241:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826418.185242:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826418.185244:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826418.185245:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826418.185246:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826418.185248:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826418.185250:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826418.185251:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826418.185253:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826418.185254:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826418.185255:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826418.185256:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826418.185258:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826418.185259:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826418.185260:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826418.185262:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826418.185263:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826418.185265:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826418.185266:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826418.185267:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826418.185269:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826418.185270:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826418.185272:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826418.185273:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826418.185274:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826418.185276:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826418.185277:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826418.185278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826418.185280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826418.185282:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826418.185283:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826418.185284:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826418.185286:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826418.185287:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826418.185288:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826418.185290:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826418.185291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826418.185293:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826418.185294:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826418.185296:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826418.185297:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826418.185299:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826418.185300:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826418.185302:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826418.185303:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826418.185305:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826418.185306:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826418.185308:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826418.185309:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826418.185311:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826418.185313:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826418.185314:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826418.185315:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826418.185317:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826418.185318:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826418.185320:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826418.185322:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826418.185323:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826418.185325:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826418.185326:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826418.185327:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826418.185329:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826418.185330:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826418.185332:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826418.185334:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826418.185335:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826418.185336:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826418.185338:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826418.185339:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826418.185342:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826418.185343:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826418.185345:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826418.185347:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826418.185349:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826418.185350:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826418.185352:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826418.185353:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826418.185355:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826418.185356:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826418.185358:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826418.185359:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826418.185360:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826418.185362:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826418.185364:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826418.185366:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826418.185367:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826418.185369:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826418.185371:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826418.185372:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826418.185374:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826418.185375:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826418.185377:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826418.185378:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826418.185380:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826418.185381:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826418.185383:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826418.185384:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826418.185385:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826418.185387:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826418.185389:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826418.185391:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826418.185393:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826418.185394:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826418.185396:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826418.185423:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826418.185426:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826418.185427:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826418.185428:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826418.185430:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826418.185431:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826418.185432:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826418.185434:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826418.185436:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826418.185437:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826418.185439:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826418.185440:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826418.185442:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826418.185443:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826418.185445:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826418.185446:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826418.186244:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826418.186251:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826418.186253:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826418.186254:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826418.186256:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826418.186257:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826418.186259:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826418.186260:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826418.186262:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826418.186263:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826418.186265:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826418.186266:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826418.186268:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826418.186270:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826418.186272:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826418.186273:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826418.186275:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826418.186277:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826418.186278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826418.186280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826418.186281:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826418.186283:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826418.186284:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826418.186286:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826418.186288:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826418.186289:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826418.186290:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826418.186292:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826418.186294:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826418.186295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826418.186297:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826418.186299:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826418.186300:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826418.186302:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826418.186304:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826418.186305:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826418.186307:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826418.186309:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826418.186311:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826418.186312:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826418.186314:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826418.186315:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826418.186317:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826418.186318:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826418.186320:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826418.186322:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826418.186323:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826418.186325:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826418.186657:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826418.186764:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000c1a34549 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.186807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428572288:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826418.187046:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 3145728 00000020:00010000:0.0:1787826418.187058:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.187062:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.187066:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515a30 (ffff9ab5f1d84bd8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.187074:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.187084:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.187092:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.187095:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515a30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.187103:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826418.187111:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3 chunk: [3145728, 4194304) 67108864, 1048576 00020000:00200000:0.0:1787826418.187115:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:2.0:1787826418.187213:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [768, 1023] 00000008:00010000:2.0:1787826418.187231:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:2.0:1787826418.187236:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515930, osc lock ffff9ab5e063aaf8, flags 0x140000 00010000:00010000:2.0:1787826418.187254:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.187267:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.187278:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.187287:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.187294:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826418.187303:0:18588:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [3145728, 4194304) 00000080:00200000:2.0:1787826418.187313:0:18588:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826418.187317:0:18588:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:3145728 00000080:00200000:2.0:1787826418.187324:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=3145728=0x300000, pages 256 (max 81920), locked, parallel 00000020:00200000:2.0:1787826418.187940:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826418.187959:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000c1a34549 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.188068:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826418.188146:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9802580 - object 0x240000403:42 offset 1048576<>2097152 00000100:00100000:3.0:1787826418.188237:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428572416:192.168.203.115@tcp:3:lfs.0 00000008:00010000:2.0:1787826418.264830:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000c1a34549 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826418.264852:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826418.264855:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826418.264857:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826418.264859:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826418.264860:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826418.264862:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826418.264863:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826418.264865:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826418.264867:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826418.264868:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826418.264870:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826418.264871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826418.264872:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826418.264874:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826418.264875:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826418.264877:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826418.264879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826418.264880:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826418.264882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826418.264883:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826418.264885:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826418.264886:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826418.264888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826418.264958:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826418.264961:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826418.264963:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826418.264964:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826418.264966:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826418.264968:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826418.264969:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826418.264971:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826418.265042:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826418.265044:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826418.265046:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826418.265048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826418.265049:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826418.265051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826418.265053:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826418.265054:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826418.265056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826418.265058:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826418.265059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826418.265060:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826418.265062:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826418.265063:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826418.265065:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826418.265066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826418.265068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826418.265070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826418.265072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826418.265073:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826418.265074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826418.265076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826418.265078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826418.265079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826418.265080:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826418.265081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826418.265083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826418.265084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826418.265086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826418.265087:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826418.265089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826418.265091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826418.265093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826418.265095:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826418.265097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826418.265098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826418.265100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826418.265102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826418.265103:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826418.265105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826418.265107:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826418.265108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826418.265110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826418.265111:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826418.265113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826418.265115:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826418.265116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826418.265118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826418.265120:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826418.265122:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826418.265123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826418.265125:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826418.265127:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826418.265128:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826418.265129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826418.265131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826418.265132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826418.265133:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826418.265135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826418.265136:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826418.265138:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826418.265139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826418.265140:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826418.265142:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826418.265144:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826418.265145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826418.265147:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826418.265148:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826418.265150:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826418.265152:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826418.265153:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826418.265155:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826418.265156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826418.265158:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826418.265159:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826418.265161:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826418.265162:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826418.265164:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826418.265165:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826418.265166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826418.265168:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826418.265170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826418.265171:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826418.265173:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826418.265174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826418.265176:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826418.265177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826418.265179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826418.265180:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826418.265182:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826418.265184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826418.265185:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826418.265187:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826418.265189:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826418.265190:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826418.265192:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826418.265193:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826418.265205:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826418.265208:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826418.265209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826418.265211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826418.265212:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826418.265214:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826418.265216:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826418.265217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826418.265218:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826418.265220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826418.265221:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826418.265223:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826418.265225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826418.265226:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826418.265227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826418.265230:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826418.265231:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826418.265233:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826418.265235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826418.265236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826418.265237:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826418.265239:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826418.265240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826418.265242:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826418.265243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826418.265245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826418.265247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826418.265248:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826418.265250:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826418.265252:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826418.265253:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826418.265255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826418.265257:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826418.265259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826418.265260:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826418.265262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826418.265678:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826418.265684:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826418.265685:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826418.265686:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826418.265688:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826418.265689:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826418.265690:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826418.265692:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826418.265693:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826418.265695:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826418.265697:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826418.265699:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826418.265700:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826418.265702:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826418.265704:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826418.265777:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826418.265779:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826418.265780:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826418.265782:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826418.265784:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826418.265785:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826418.265787:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826418.265788:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826418.265790:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826418.265792:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826418.265793:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826418.265795:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826418.265796:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826418.265798:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826418.265799:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826418.265801:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826418.265802:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826418.265804:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826418.265805:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826418.265807:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826418.265808:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826418.265810:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826418.265812:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826418.265814:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826418.265816:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826418.265817:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826418.265819:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826418.265821:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826418.265823:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826418.265824:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826418.265826:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826418.265827:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826418.265829:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826418.265831:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826418.265832:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826418.265834:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826418.265835:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826418.265837:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826418.265839:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826418.265841:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826418.265842:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826418.265844:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826418.265845:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826418.265847:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826418.265848:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826418.265849:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826418.265851:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826418.265852:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826418.265854:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826418.265855:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826418.265856:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826418.265858:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826418.265859:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826418.265861:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826418.265863:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826418.265865:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826418.265866:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826418.265868:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826418.265869:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826418.265871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826418.265873:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826418.265875:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826418.265876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826418.265878:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826418.265879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826418.265880:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826418.265882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826418.265883:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826418.265884:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826418.265886:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826418.265888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826418.265961:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826418.265964:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826418.265967:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826418.265968:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826418.265970:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826418.265971:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826418.266138:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826418.266242:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000c1a34549 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.266284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428572416:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826418.266387:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000020:00010000:0.0:1787826418.266662:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.266667:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.266671:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515930 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.266679:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.266689:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.266697:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.266700:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515930 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.266782:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826418.266791:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 4 chunk: [4194304, 5242880) 67108864, 1048576 00020000:00200000:0.0:1787826418.266795:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.266810:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1024, 1279] 00000008:00010000:0.0:1787826418.266826:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826418.266831:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54d30, osc lock ffff9ab5f2329728, flags 0x140000 00010000:00010000:0.0:1787826418.266851:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.266865:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 3145727) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.266876:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.266885:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.266967:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826418.267045:0:18588:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [4194304, 5242880) 00000080:00200000:0.0:1787826418.267054:0:18588:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.267059:0:18588:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:4194304 00000080:00200000:0.0:1787826418.267066:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=4194304=0x400000, pages 256 (max 81920), locked, parallel 00000020:00200000:0.0:1787826418.267324:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:0.0:1787826418.267347:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000009adcb648 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.267381:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787826418.267874:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27ac3c0 - object 0x280000403:41 offset 2097152<>3145728 00000100:00100000:1.0:1787826418.268214:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428572544:192.168.203.115@tcp:3:lfs.0 00000008:00010000:1.0:1787826418.289312:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000009adcb648 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826418.289333:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826418.289336:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826418.289338:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826418.289340:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826418.289342:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826418.289343:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826418.289345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826418.289346:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826418.289348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826418.289349:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826418.289350:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826418.289352:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826418.289354:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826418.289355:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826418.289357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826418.289358:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826418.289360:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826418.289361:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826418.289363:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826418.289365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826418.289367:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826418.289368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826418.289369:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826418.289371:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826418.289373:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826418.289374:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826418.289376:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826418.289378:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826418.289380:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826418.289382:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826418.289383:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826418.289385:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826418.289386:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826418.289388:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826418.289390:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826418.289391:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826418.289393:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826418.289394:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826418.289396:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826418.289425:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826418.289428:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826418.289430:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826418.289431:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826418.289433:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826418.289435:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826418.289437:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826418.289439:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826418.289440:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826418.289442:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826418.289443:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826418.289445:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826418.289446:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826418.289448:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826418.289449:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826418.289451:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826418.289452:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826418.289454:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826418.289456:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826418.289457:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826418.289459:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826418.289461:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826418.289463:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826418.289464:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826418.289466:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826418.289468:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826418.289469:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826418.289471:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826418.289473:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826418.289474:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826418.289476:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826418.289477:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826418.289479:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826418.289481:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826418.289483:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826418.289485:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826418.289487:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826418.289488:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826418.289490:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826418.289492:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826418.289493:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826418.289495:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826418.289497:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826418.289499:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826418.289500:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826418.289502:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826418.289503:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826418.289505:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826418.289507:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826418.289508:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826418.289509:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826418.289511:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826418.289513:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826418.289515:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826418.289516:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826418.289518:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826418.289519:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826418.289521:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826418.289522:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826418.289524:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826418.289525:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826418.289527:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826418.289528:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826418.289530:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826418.289531:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826418.289533:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826418.289535:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826418.289536:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826418.289538:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826418.289539:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826418.289650:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826418.289655:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826418.289656:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826418.289658:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826418.289660:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826418.289662:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826418.289663:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826418.289665:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826418.289666:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826418.289667:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826418.289669:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826418.289671:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826418.289672:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826418.289673:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826418.289676:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826418.289677:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826418.289679:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826418.289681:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826418.289682:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826418.289683:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826418.289685:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826418.289687:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826418.289688:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826418.289690:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826418.289691:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826418.289693:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826418.289695:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826418.289696:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826418.289698:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826418.289699:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826418.289701:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826418.289826:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826418.289829:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826418.289831:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826418.289833:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826418.289834:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826418.289836:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826418.289838:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826418.289839:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826418.289841:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826418.289842:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826418.289844:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826418.289845:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826418.289847:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826418.289848:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826418.289850:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826418.289852:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826418.289853:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826418.289855:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826418.289857:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826418.289858:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826418.289860:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826418.289861:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826418.289863:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826418.289864:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826418.289866:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826418.289868:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826418.289869:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826418.289871:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826418.289873:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826418.289875:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826418.289876:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826418.289878:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826418.289879:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826418.289881:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826418.289883:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826418.289884:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826418.289886:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826418.289887:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826418.289948:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826418.289950:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826418.289951:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826418.289952:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826418.289954:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826418.289956:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826418.289958:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826418.289960:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826418.289961:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826418.289963:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826418.289965:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826418.289967:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826418.289968:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826418.289970:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826418.290033:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826418.290037:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826418.290038:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826418.290040:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826418.290042:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826418.290044:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826418.290046:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826418.290047:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826418.290049:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826418.290051:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826418.290053:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826418.290054:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826418.290056:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826418.290058:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826418.290060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826418.290061:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826418.290063:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826418.290065:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826418.290066:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826418.290068:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826418.290069:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826418.290071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826418.290073:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826418.290074:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826418.290076:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826418.290078:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826418.290079:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826418.290081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826418.290083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826418.290085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826418.290086:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826418.290088:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826418.290089:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826418.290091:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826418.290092:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826418.290094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826418.290095:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826418.290097:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826418.290099:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826418.290100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826418.290102:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826418.290103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826418.290105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826418.290107:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826418.290108:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826418.290110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826418.290112:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826418.290113:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826418.290115:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826418.290116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826418.290118:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826418.290119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826418.290121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826418.290122:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826418.290123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826418.290125:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826418.290126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826418.290128:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826418.290129:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826418.290131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826418.290133:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826418.290134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826418.290136:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826418.290137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826418.290245:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1787826418.290260:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009adcb648 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.290299:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428572544:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826418.290506:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000020:00010000:0.0:1787826418.290519:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.290523:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.290528:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54d30 (ffff9ab5f1d84bd8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.290537:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290566:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826418.290574:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.290577:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.290585:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826418.290601:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 5 chunk: [5242880, 6291456) 67108864, 1048576 00020000:00200000:0.0:1787826418.290606:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.290620:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1280, 1535] 00000008:00010000:0.0:1787826418.290637:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826418.290642:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54d30, osc lock ffff9ab5f2329728, flags 0x140000 00010000:00010000:0.0:1787826418.290660:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290673:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 3145727) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290685:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290694:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290702:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826418.290730:0:18588:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [5242880, 6291456) 00000001:00010000:0.0:1787826418.290741:0:18588:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826418.290749:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826418.290751:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeae30, osc lock ffff9ab5f2329248, flags 0x400001002 00000008:00010000:0.0:1787826418.290755:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826418.290757:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeae70, osc lock ffff9ab5f2328fd8, flags 0x400001002 00000008:00010000:0.0:1787826418.290760:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826418.290761:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5dbaeaeb0, osc lock ffff9ab5f23284e0, flags 0x400001002 00010000:00010000:0.0:1787826418.290767:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/41 (0 1048575) 00010000:00010000:0.0:1787826418.290802:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290812:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290851:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/41 (1048576 18446744073709551615) 00010000:00010000:0.0:1787826418.290871:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.290879:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.291289:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572672:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826418.291453:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/42 (0 18446744073709551615) 00010000:00010000:0.0:1787826418.291476:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.291485:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.291687:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572928:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826418.291846:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826418.291853:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572800:192.168.203.115@tcp:101:lfs.0 00000020:00200000:0.0:1787826418.294875:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000100:00100000:0.0:1787826418.295471:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.295871:0:11318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826418.295898:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125056 00000100:00100000:1.0:1787826418.295907:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125056 00000100:00100000:1.0:1787826418.295959:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1797 00000100:00100000:1.0:1787826418.295969:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9831c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6692:x1874671450125056:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826418.295993:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.296005:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826418.296035:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826418.296037:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000020:00010000:1.0:1787826418.296040:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@00000000428b04be[0x110, 2, [0x240000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826418.296041:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 2051 00000100:00100000:1.0:1787826418.296093:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9831c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6692:x1874671450125056:12345-192.168.203.115@tcp:106: Request processed in 125us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826418.296101:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1797 00000100:00100000:0.0:1787826418.301264:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826418.301303:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.301833:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125184 00000100:00100000:1.0:1787826418.301843:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125184 00000100:00100000:1.0:1787826418.301900:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125312 00000100:00100000:1.0:1787826418.301904:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125312 00000100:00100000:1.0:1787826418.301932:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1798 00000100:00100000:1.0:1787826418.301941:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ada40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:11683:x1874671450125184:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826418.301958:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302091:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826418.302122:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826418.302125:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:1.0:1787826418.302128:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000004088bb83[0x110, 2, [0x240000403:0x2a:0x0] hash] 00000020:00010000:1.0:1787826418.302130:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:1.0:1787826418.302181:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ada40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:11683:x1874671450125184:12345-192.168.203.115@tcp:106: Request processed in 241us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826418.302192:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1798 00000100:00100000:1.0:1787826418.302217:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1799 00000100:00100000:1.0:1787826418.302225:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12520:x1874671450125312:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826418.302233:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302242:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826418.302255:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826418.302257:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000020:00010000:1.0:1787826418.302260:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@0000000059470a37[0x110, 2, [0x280000403:0x29:0x0] hash] 00000020:00010000:1.0:1787826418.302262:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 3145728 mtime: 1787826416 atime: 1787826417 ctime: 1787826417 blocks: 4103 00000100:00100000:1.0:1787826418.302280:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12520:x1874671450125312:12345-192.168.203.115@tcp:106: Request processed in 56us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826418.302286:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1799 00010000:00010000:1.0:1787826418.302335:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302348:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302359:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302370:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302378:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 5/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826418.302390:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:1.0:1787826418.302396:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1787826418.302440:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 4/1,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302663:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302675:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 4/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302682:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9888600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826418.302687:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 5/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302696:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826418.302713:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 3/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.302720:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000098aa92e6/0x1d187e8ba27ce77d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x29:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.302737:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572672:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826418.306393:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306439:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306453:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306461:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306469:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826418.306481:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 3145728, setting rss=3145728; leaving kms=3145728, end=18446744073709551615 00000020:00200000:0.0:1787826418.306487:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826418.306491:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306502:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306510:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306518:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9889c00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826418.306523:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306535:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826418.306648:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.306658:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000008e88b6d4/0x1d187e8ba27ce784 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.306680:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572800:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826418.309506:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309528:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309546:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309554:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309563:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826418.309576:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:0.0:1787826418.309583:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826418.309591:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309599:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309608:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309616:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9888a00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826418.309621:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309637:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826418.309643:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.309651:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004a393e87/0x1d187e8ba27ce78b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.309670:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428572928:192.168.203.115@tcp:101:lfs.0 00000080:00200000:2.0:1787826418.309761:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10257 00000020:00010000:2.0:1787826418.309768:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017dda0 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.309771:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017dda0 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.309776:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeae30 (ffff9ab5f1fd3878/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.309781:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeae70 (ffff9ab5f1d84bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.309784:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5dbaeaeb0 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.309786:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017dda0 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.309789:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeae30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.309793:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeae70 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.309796:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5dbaeaeb0 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.309809:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.309811:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.309814:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54d30 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.309820:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.309828:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826418.309835:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.309837:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.309844:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00200000:2.0:1787826418.309850:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826418.309861:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826418.309866:0:18588:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 5242880, restart: 0 00000020:00200000:2.0:1787826418.309869:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826418.309876:0:18588:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 5242880 00000080:00200008:2.0:1787826418.309901:0:18588:0:(file.c:2652:do_file_write_iter()) START file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0], ppos: 0, count: 5242880 00000080:00200000:2.0:1787826418.309907:0:18588:0:(file.c:2090:ll_file_io_generic()) . :VOLATILE:0000:33D9B81B:fd=03: write ppos: 0, bytes: 5242880 00000080:00200000:2.0:1787826418.309916:0:18588:0:(file.c:1848:ll_io_set_mirror()) . :VOLATILE:0000:33D9B81B:fd=03: desiginated mirror: 0 00000020:00200000:2.0:1787826418.309922:0:18588:0:(cl_io.c:218:cl_io_rw_init()) header@000000003be073ed[0x110, 2, [0x200000401:0x25d:0x0] hash] 00000020:00200000:2.0:1787826418.309924:0:18588:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 5242880) 2048 0 00000080:00200000:2.0:1787826418.309928:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00000020:00200000:2.0:1787826418.310068:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826418.310072:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 3 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826418.310076:0:18588:0:(vvp_io.c:371:vvp_io_fini()) [0x200000401:0x25d:0x0] write layout, type 2 [0x0, 0x500000) 00000080:00010000:2.0:1787826418.310085:0:18588:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000002:00010000:2.0:1787826418.310097:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25d:0x0]) in obj [0x200000401:0x25d:0x0], intent: layout flags 02 00010000:00010000:2.0:1787826418.310116:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.310132:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25d:0x0]: losing layout lock 00010000:00010000:2.0:1787826418.310168:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.310176:0:18588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.310179:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f9888c00/0x1d187e8ba27ce70d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1babf expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.310222:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.310229:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826418.310240:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826418.310248:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802580 x1874671428573184/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826418.310258:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.310278:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428573184:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826418.310359:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.314065:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428573184:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826418.314089:0:18588:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314102:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 4/0,1 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314113:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314123:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314135:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314144:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314150:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826418.314161:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f9802580 x1874671428573184/t4294969354(4294969354) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/736 e 0 to 0 dl 1787826434 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826418.314179:0:18588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826418.314191:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314220:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/605 (0 0) 00000080:00200000:2.0:1787826418.314230:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x25d:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787826418.314240:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) for lock 0x1d187e8ba27ce792 00000080:00010000:2.0:1787826418.314247:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce792 from it ffffbbc481c0bbb8 00010000:00010000:2.0:1787826418.314251:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.314259:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.314285:0:18588:0:(file.c:2240:ll_file_io_generic()) . :VOLATILE:0000:33D9B81B:fd=03: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:2.0:1787826418.314289:0:18588:0:(file.c:2247:ll_file_io_generic()) . :VOLATILE:0000:33D9B81B:fd=03: restart write from ppos=0 bytes=5242880 retries=999 ret=0: rc = 0 00000080:00200000:2.0:1787826418.314296:0:18588:0:(file.c:1848:ll_io_set_mirror()) . :VOLATILE:0000:33D9B81B:fd=03: desiginated mirror: 0 00000020:00200000:2.0:1787826418.314304:0:18588:0:(cl_io.c:218:cl_io_rw_init()) header@000000003be073ed[0x110, 2, [0x200000401:0x25d:0x0] hash] 00000020:00200000:2.0:1787826418.314306:0:18588:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 5242880) 2048 0 00000080:00200000:2.0:1787826418.314312:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00010000:00010000:2.0:1787826418.314329:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.314339:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826418.314348:0:18588:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x25d:0x0](00000000200dd10a) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.314389:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.314426:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826418.314441:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826418.314453:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.314471:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00020000:00200000:2.0:1787826418.314474:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x0 00000080:00200000:2.0:1787826418.314492:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1787826418.314505:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.314513:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00010000:2.0:1787826418.314520:0:18588:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x25d:0x0](00000000200dd10a) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826418.314538:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826418.314543:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.314546:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00020000:00200000:2.0:1787826418.314548:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x0 00000080:00200000:2.0:1787826418.314554:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:2.0:1787826418.314567:0:18588:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.314635:0:18588:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25d:0x0]: layout version change: 4294967294 -> 4 00010000:00010000:2.0:1787826418.314641:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.314649:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826418.314661:0:18588:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 1279] 00020000:00200000:2.0:1787826418.314668:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 5242880, 1048576 00020000:00200000:2.0:1787826418.314670:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826418.314682:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:2.0:1787826418.314693:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1787826418.314698:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515d30, osc lock ffff9ab5e063a750, flags 0x40000 00000080:00200000:2.0:1787826418.314707:0:18588:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33D9B81B:fd=03: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:2.0:1787826418.314720:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), size=1048576 (max 335544320), offset=0=0x0, pages 256 (max 81920), lockless, parallel 00000020:00200000:2.0:1787826418.315094:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1787826418.315099:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000080:00200000:2.0:1787826418.315112:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826418.315116:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.315119:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.315122:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515d30 (ffff9ab5f1d84bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.315125:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.315127:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.315133:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:2.0:1787826418.315138:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1048576, 2097152) 5242880, 1048576 00020000:00200000:2.0:1787826418.315140:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:2.0:1787826418.315160:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e900 00000008:00100000:2.0:1787826418.315692:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9800780 - object 0x280000403:42 offset 0<>1048576 00000100:00100000:2.0:1787826418.315745:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826418.315765:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573312:192.168.203.115@tcp:4:lfs.0 00000080:00200000:2.0:1787826418.315878:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:2.0:1787826418.315888:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1787826418.315892:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515d30, osc lock ffff9ab5e063a750, flags 0x40000 00000080:00200000:2.0:1787826418.315898:0:18588:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33D9B81B:fd=03: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:2.0:1787826418.315906:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), size=1048576 (max 335544320), offset=1048576=0x100000, pages 256 (max 81920), lockless, parallel 00000020:00200000:2.0:1787826418.317837:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1787826418.317844:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000080:00200000:2.0:1787826418.317859:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826418.317864:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.317867:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.317871:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515d30 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.317874:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.317876:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.317883:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:2.0:1787826418.317889:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 2 chunk: [2097152, 3145728) 5242880, 1048576 00020000:00200000:2.0:1787826418.317892:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:2.0:1787826418.317914:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000008:00100000:2.0:1787826418.318681:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801e00 - object 0x280000403:43 offset 0<>1048576 00000100:00100000:3.0:1787826418.318868:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573440:192.168.203.115@tcp:4:lfs.0 00000080:00200000:2.0:1787826418.320678:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 767] 00000008:00010000:2.0:1787826418.320699:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1787826418.320704:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515d30, osc lock ffff9ab5e063a750, flags 0x40000 00000080:00200000:2.0:1787826418.320715:0:18588:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33D9B81B:fd=03: write [2097152, 3145728) append 0 append lockpos 0 00000080:00200000:2.0:1787826418.320729:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), size=1048576 (max 335544320), offset=2097152=0x200000, pages 256 (max 81920), lockless, parallel 00000020:00200000:2.0:1787826418.322770:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1787826418.322780:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 3145728 00000080:00200000:2.0:1787826418.322799:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826418.322805:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.322809:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.322812:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515d30 (ffff9ab5f1fd3878/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.322815:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.322818:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.322829:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:2.0:1787826418.322836:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3 chunk: [3145728, 4194304) 5242880, 1048576 00020000:00200000:2.0:1787826418.322840:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:2.0:1787826418.322875:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e540 00000008:00100000:2.0:1787826418.323513:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9800b40 - object 0x240000403:43 offset 1048576<>2097152 00000080:00200000:2.0:1787826418.324052:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:2.0:1787826418.324072:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1787826418.324077:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515d30, osc lock ffff9ab5e063a750, flags 0x40000 00000080:00200000:2.0:1787826418.324087:0:18588:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33D9B81B:fd=03: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:2.0:1787826418.324099:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), size=1048576 (max 335544320), offset=3145728=0x300000, pages 256 (max 81920), lockless, parallel 00000020:00200000:2.0:1787826418.324481:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1787826418.324485:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000080:00200000:2.0:1787826418.324496:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826418.324500:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.324503:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.324506:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515d30 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.324508:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.324511:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.324516:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:2.0:1787826418.324521:0:18588:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [4194304, 5242880) 5242880, 1048576 00020000:00200000:2.0:1787826418.324524:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000008:00010000:2.0:1787826418.324539:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e300 00000008:00100000:2.0:1787826418.325618:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801a40 - object 0x280000403:43 offset 1048576<>2097152 00000080:00200000:2.0:1787826418.325670:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1279] 00000008:00010000:2.0:1787826418.325681:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1787826418.325685:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515d30, osc lock ffff9ab5e063a750, flags 0x40000 00000080:00200000:2.0:1787826418.325691:0:18588:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:33D9B81B:fd=03: write [4194304, 5242880) append 0 append lockpos 0 00000080:00200000:2.0:1787826418.325701:0:18588:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), size=1048576 (max 335544320), offset=4194304=0x400000, pages 256 (max 81920), lockless, parallel 00000100:00100000:3.0:1787826418.326774:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573696:192.168.203.115@tcp:4:lfs.0 00000100:00100000:3.0:1787826418.326882:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826418.326891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573568:192.168.203.115@tcp:4:lfs.0 00000100:00100000:1.0:1787826418.327358:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.327522:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125440 00000100:00100000:1.0:1787826418.327530:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125440 00000100:00100000:1.0:1787826418.327576:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1800 00000100:00100000:1.0:1787826418.327584:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6696:x1874671450125440:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826418.327601:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1787826418.327622:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1787826418.327626:0:18588:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000080:00200000:2.0:1787826418.327643:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 0 i_blocks 0 00010000:00010000:1.0:1787826418.327647:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00010000:2.0:1787826418.327648:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.327652:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000100:00100000:1.0:1787826418.327653:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6696:x1874671450125440:12345-192.168.203.115@tcp:104: Request processed in 70us (297us total) trans 0 rc 0/0 00000020:00010000:2.0:1787826418.327655:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515d30 (ffff9ab5f1d84d88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.327659:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000100:00100000:1.0:1787826418.327660:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1800 00000020:00010000:2.0:1787826418.327662:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515d30 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.327668:0:18588:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1787826418.327674:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000008:00010000:2.0:1787826418.327714:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e600 00010000:00010000:3.0:1787826418.327991:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826418.327999:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.328008:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f9888e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826418.328014:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.328048:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.328056:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826418.328074:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.328083:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000de97dd7a/0x1d187e8ba27ce714 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bac6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.328103:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.328105:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.328106:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826418.328159:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428573952:192.168.203.115@tcp:103:ldlm_bl.0 00000008:00100000:2.0:1787826418.328551:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f98030c0 - object 0x280000403:44 offset 1048576<>2097152 00000100:00100000:2.0:1787826418.328589:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826418.328599:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428573824:192.168.203.115@tcp:4:lfs.0 00000100:00100000:2.0:1787826418.361073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428573952:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826418.369784:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826418.472863:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968743 gen 5 00000008:00010000:3.0:1787826418.472915:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e540 00000020:00200000:3.0:1787826418.472922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1787826418.472924:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1787826418.472926:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1787826418.472928:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1787826418.472929:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1787826418.472932:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1787826418.473010:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1787826418.473012:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1787826418.473014:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1787826418.473016:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1787826418.473018:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1787826418.473019:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1787826418.473020:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1787826418.473022:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1787826418.473023:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1787826418.473025:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1787826418.473026:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1787826418.473028:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1787826418.473030:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1787826418.473032:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1787826418.473034:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1787826418.473035:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1787826418.473037:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1787826418.473038:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1787826418.473040:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1787826418.473041:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1787826418.473043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1787826418.473045:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1787826418.473046:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1787826418.473048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1787826418.473050:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1787826418.473051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1787826418.473053:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1787826418.473055:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1787826418.473056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1787826418.473057:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1787826418.473059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1787826418.473061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1787826418.473062:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1787826418.473064:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1787826418.473066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1787826418.473067:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1787826418.473069:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1787826418.473070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1787826418.473072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1787826418.473074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1787826418.473075:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1787826418.473077:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1787826418.473079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1787826418.473080:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1787826418.473082:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1787826418.473084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1787826418.473085:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1787826418.473087:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1787826418.473088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1787826418.473090:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1787826418.473091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1787826418.473092:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1787826418.473094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1787826418.473095:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1787826418.473096:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1787826418.473098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1787826418.473099:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1787826418.473100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1787826418.473102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1787826418.473103:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1787826418.473105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1787826418.473106:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1787826418.473108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1787826418.473110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1787826418.473111:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1787826418.473113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1787826418.473115:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1787826418.473116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1787826418.473118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1787826418.473119:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1787826418.473121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1787826418.473123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1787826418.473124:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1787826418.473126:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1787826418.473128:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1787826418.473129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1787826418.473131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1787826418.473133:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1787826418.473135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1787826418.473136:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1787826418.473138:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1787826418.473140:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1787826418.473141:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1787826418.473143:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1787826418.473145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1787826418.473147:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1787826418.473149:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1787826418.473150:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1787826418.473152:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1787826418.473154:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1787826418.473155:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1787826418.473156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1787826418.473158:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1787826418.473160:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1787826418.473161:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1787826418.473163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1787826418.473165:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1787826418.473167:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1787826418.473168:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1787826418.473170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1787826418.473172:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1787826418.473173:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1787826418.473174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1787826418.473176:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1787826418.473178:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1787826418.473179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1787826418.473181:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1787826418.473182:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1787826418.473184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1787826418.473185:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1787826418.473187:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1787826418.473189:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1787826418.473190:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1787826418.473192:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1787826418.473205:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1787826418.473208:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1787826418.473209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1787826418.473210:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1787826418.473212:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1787826418.473214:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1787826418.473215:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1787826418.473217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1787826418.473218:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1787826418.473220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1787826418.473221:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1787826418.473223:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1787826418.473225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1787826418.473227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1787826418.473229:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1787826418.473230:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1787826418.473232:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1787826418.473234:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1787826418.473235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1787826418.473237:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1787826418.473238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1787826418.473240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1787826418.473242:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1787826418.473243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1787826418.473245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1787826418.473246:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1787826418.473248:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1787826418.473250:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1787826418.473251:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1787826418.473252:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1787826418.473254:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1787826418.473256:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1787826418.473258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1787826418.473259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1787826418.473261:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1787826418.473263:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1787826418.473264:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1787826418.473266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1787826418.473267:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1787826418.473269:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1787826418.473271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1787826418.473272:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1787826418.473274:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1787826418.473377:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1787826418.473379:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1787826418.473381:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1787826418.473383:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1787826418.473384:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1787826418.473386:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1787826418.473388:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1787826418.473390:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1787826418.473391:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1787826418.473393:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1787826418.473394:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1787826418.473396:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1787826418.473397:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1787826418.473433:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1787826418.473435:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1787826418.473436:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1787826418.473438:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1787826418.473439:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1787826418.473441:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1787826418.473443:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1787826418.473444:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1787826418.473446:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1787826418.473447:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1787826418.473449:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1787826418.473450:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1787826418.473452:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1787826418.473453:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1787826418.473455:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1787826418.473456:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1787826418.473457:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1787826418.473459:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1787826418.473460:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1787826418.473461:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1787826418.473532:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1787826418.473534:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1787826418.473535:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1787826418.473538:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1787826418.473539:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1787826418.473541:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1787826418.473542:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1787826418.473544:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1787826418.473545:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1787826418.473547:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1787826418.473549:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1787826418.473551:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1787826418.473552:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1787826418.473554:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1787826418.473555:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1787826418.473557:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1787826418.473559:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1787826418.473560:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1787826418.473562:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1787826418.473563:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1787826418.473565:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1787826418.473566:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1787826418.473568:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1787826418.473570:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1787826418.473571:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1787826418.473573:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1787826418.473575:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1787826418.473576:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1787826418.473578:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1787826418.473580:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1787826418.473581:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1787826418.473582:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1787826418.473584:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1787826418.473586:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1787826418.473588:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1787826418.473589:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1787826418.473591:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1787826418.473592:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1787826418.473594:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1787826418.473596:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1787826418.473597:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1787826418.473599:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1787826418.473600:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1787826418.473602:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1787826418.473604:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1787826418.473605:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1787826418.473606:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1787826418.473608:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1787826418.473609:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1787826418.473611:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1787826418.473612:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826418.473614:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1787826418.473615:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1787826418.473617:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1787826418.473619:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1787826418.473620:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1787826418.473622:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1787826418.473624:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1787826418.473625:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1787826418.473627:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1787826418.474365:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000008:00010000:3.0:1787826418.474374:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e540 00000100:00100000:3.0:1787826418.474438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573568:192.168.203.115@tcp:4:lfs.0 00000008:00010000:3.0:1787826418.493638:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e600 00000020:00200000:3.0:1787826418.493650:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1787826418.493654:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1787826418.493656:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1787826418.493658:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1787826418.493660:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1787826418.493662:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1787826418.493664:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1787826418.493665:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1787826418.493667:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1787826418.493668:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1787826418.493670:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1787826418.493671:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1787826418.493674:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1787826418.493675:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1787826418.493678:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1787826418.493680:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1787826418.493682:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1787826418.493683:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1787826418.493684:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1787826418.493686:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1787826418.493687:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1787826418.493689:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1787826418.493691:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1787826418.493692:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1787826418.493694:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1787826418.493695:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1787826418.493697:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1787826418.493699:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1787826418.493700:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1787826418.493702:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1787826418.493704:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1787826418.493706:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1787826418.493708:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1787826418.493710:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1787826418.493711:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1787826418.493713:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1787826418.493714:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1787826418.493716:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1787826418.493717:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1787826418.493718:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1787826418.493720:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1787826418.493721:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1787826418.493723:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1787826418.493725:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1787826418.493727:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1787826418.493728:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1787826418.493730:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1787826418.493732:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1787826418.493733:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1787826418.493735:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1787826418.493737:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1787826418.493738:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1787826418.493739:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1787826418.493741:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1787826418.493742:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1787826418.493743:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1787826418.493745:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1787826418.493746:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1787826418.493748:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1787826418.493749:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1787826418.493750:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1787826418.493752:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1787826418.493753:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1787826418.493754:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1787826418.493756:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1787826418.493758:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1787826418.493759:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1787826418.493760:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1787826418.493762:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1787826418.493763:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1787826418.493764:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1787826418.493766:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1787826418.493767:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1787826418.493768:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1787826418.493769:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1787826418.493771:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1787826418.493772:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1787826418.493774:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1787826418.493775:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1787826418.493777:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1787826418.493778:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1787826418.493780:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1787826418.493781:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1787826418.493783:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1787826418.493785:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1787826418.493787:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1787826418.493788:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1787826418.493790:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1787826418.493792:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1787826418.493793:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1787826418.493795:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1787826418.493796:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1787826418.493798:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1787826418.493799:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1787826418.493800:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1787826418.493802:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1787826418.493804:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1787826418.493806:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1787826418.493807:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1787826418.493809:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1787826418.493811:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1787826418.493812:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1787826418.493814:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1787826418.493815:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1787826418.493817:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1787826418.493818:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1787826418.493819:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1787826418.493821:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1787826418.493823:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1787826418.493824:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1787826418.493826:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1787826418.493827:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1787826418.493829:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1787826418.493830:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1787826418.493832:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1787826418.493834:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1787826418.493836:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1787826418.493837:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1787826418.493839:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1787826418.493840:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1787826418.493842:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1787826418.493844:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1787826418.493845:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1787826418.493847:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1787826418.493849:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1787826418.493851:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1787826418.493852:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1787826418.493854:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1787826418.493856:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1787826418.493857:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1787826418.493859:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1787826418.493861:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1787826418.493862:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1787826418.493864:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1787826418.493865:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1787826418.493867:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1787826418.493868:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1787826418.493869:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1787826418.493871:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1787826418.493872:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1787826418.493874:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1787826418.493875:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1787826418.493877:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1787826418.493878:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1787826418.493880:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1787826418.493881:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1787826418.493883:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1787826418.493884:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1787826418.493886:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1787826418.493887:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1787826418.493889:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1787826418.493890:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1787826418.493891:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1787826418.493893:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1787826418.493894:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1787826418.493896:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1787826418.493897:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1787826418.493899:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1787826418.493900:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1787826418.493902:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1787826418.493904:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1787826418.493905:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1787826418.493907:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1787826418.493909:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1787826418.493911:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1787826418.493912:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1787826418.493914:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1787826418.493915:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1787826418.493917:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1787826418.493919:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1787826418.493920:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1787826418.493922:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1787826418.493923:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1787826418.493924:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1787826418.493925:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1787826418.493927:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1787826418.493928:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1787826418.493930:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1787826418.493931:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000008:00010000:2.0:1787826418.494079:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000020:00200000:2.0:1787826418.494082:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826418.494084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826418.494086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826418.494088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826418.494089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826418.494091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826418.494092:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826418.494094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826418.494095:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826418.494097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826418.494098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826418.494099:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826418.494101:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826418.494102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826418.494105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826418.494106:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826418.494108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826418.494110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826418.494111:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826418.494113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826418.494114:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826418.494116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826418.494117:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826418.494118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826418.494120:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826418.494121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826418.494123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826418.494124:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826418.494126:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826418.494127:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826418.494129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826418.494130:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826418.494132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826418.494133:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826418.494135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826418.494136:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826418.494138:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826418.494139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826418.494141:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826418.494142:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826418.494143:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826418.494145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826418.494146:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826418.494148:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826418.494149:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826418.494151:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826418.494153:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826418.494155:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826418.494157:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826418.494158:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826418.494160:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826418.494161:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826418.494163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826418.494164:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826418.494166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826418.494167:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826418.494169:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826418.494170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826418.494171:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826418.494173:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826418.494174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826418.494176:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826418.494177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826418.494179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826418.494180:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826418.494181:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826418.494183:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826418.494184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826418.494186:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826418.494187:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826418.494189:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826418.494190:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826418.494191:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826418.494204:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826418.494207:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826418.494208:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826418.494209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826418.494211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826418.494213:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826418.494214:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826418.494216:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826418.494217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826418.494219:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826418.494220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826418.494222:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826418.494223:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826418.494225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826418.494227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826418.494228:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826418.494229:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826418.494231:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826418.494233:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826418.494235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826418.494236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826418.494238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826418.494240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826418.494241:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826418.494243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826418.494245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826418.494246:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826418.494248:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826418.494250:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826418.494252:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826418.494254:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826418.494256:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826418.494258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826418.494259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826418.494261:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826418.494262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826418.494264:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826418.494266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826418.494268:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826418.494270:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826418.494271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826418.494273:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826418.494275:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826418.495056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826418.495058:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826418.495059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826418.495061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826418.495063:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826418.495064:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826418.495066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826418.495067:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826418.495069:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826418.495072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826418.495074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826418.495075:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826418.495076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826418.495078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826418.495079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826418.495081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826418.495082:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826418.495083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826418.495085:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826418.495086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826418.495088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826418.495089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826418.495091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826418.495092:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826418.495093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826418.495094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826418.495097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826418.495098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826418.495100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826418.495102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826418.495103:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826418.495104:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826418.495106:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826418.495107:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826418.495109:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826418.495110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826418.495112:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826418.495113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826418.495115:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826418.495116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826418.495118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826418.495119:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826418.495121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826418.495122:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826418.495123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826418.495125:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826418.495126:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826418.495128:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826418.495130:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826418.495131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826418.495132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826418.495134:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826418.495135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826418.495137:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826418.495139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826418.495140:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826418.495141:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826418.495143:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826418.495145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826418.495147:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826418.495148:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826418.495150:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826418.495152:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826418.495153:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826418.495155:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826418.495156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826418.495157:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826418.495159:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826418.495160:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826418.495162:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826418.495163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826418.495165:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826418.495166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826418.495167:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826418.495169:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826418.495170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826418.495172:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826418.495174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826418.495175:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826418.495177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826418.495178:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826418.495180:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826418.495181:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826418.495182:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826418.495184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826418.495185:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826418.495187:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826418.495188:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826418.495190:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826418.495191:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826418.495203:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826418.495206:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826418.495207:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826418.495209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826418.495211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826418.495212:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826418.495213:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826418.495215:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826418.495217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826418.495218:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826418.495220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826418.495222:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826418.495224:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826418.495225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826418.495227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826418.495229:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826418.495231:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826418.495232:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826418.495234:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826418.495236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826418.495238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826418.495240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826418.495242:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826418.495243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826418.495245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826418.495247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826418.495249:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826418.495251:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826418.495253:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826418.495255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826418.495256:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826418.495258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826418.495260:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826418.495262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826418.495263:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826418.495265:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826418.495267:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826418.495268:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826418.495269:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826418.495271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826418.495273:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826418.495674:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1787826418.495679:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1787826418.495681:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1787826418.495683:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1787826418.495685:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1787826418.495686:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1787826418.495688:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1787826418.495690:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1787826418.495691:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1787826418.495692:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1787826418.495694:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1787826418.495695:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1787826418.495697:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1787826418.495699:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1787826418.495701:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1787826418.495702:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1787826418.495704:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1787826418.495706:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1787826418.495708:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1787826418.495709:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1787826418.495711:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1787826418.495713:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1787826418.495715:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1787826418.495717:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1787826418.495718:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1787826418.495720:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1787826418.495721:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1787826418.495723:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1787826418.495724:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1787826418.495726:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1787826418.495727:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1787826418.495729:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1787826418.495730:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1787826418.495731:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1787826418.495733:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1787826418.495734:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1787826418.495736:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1787826418.495737:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1787826418.495739:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1787826418.495741:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1787826418.495742:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1787826418.495743:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1787826418.495745:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1787826418.495746:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1787826418.495748:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1787826418.495750:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1787826418.495752:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1787826418.495754:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1787826418.495755:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1787826418.495757:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1787826418.495759:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1787826418.495760:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1787826418.495762:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1787826418.495763:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1787826418.495765:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1787826418.495767:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1787826418.495768:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1787826418.495770:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1787826418.495771:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1787826418.495773:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1787826418.495774:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1787826418.495776:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1787826418.495777:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1787826418.495779:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1787826418.495781:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1787826418.495782:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1787826418.495784:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1787826418.495785:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826418.495787:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1787826418.495788:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1787826418.495790:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1787826418.495792:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1787826418.495794:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1787826418.495795:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1787826418.495797:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1787826418.495798:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1787826418.495800:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1787826418.497638:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:3.0:1787826418.497657:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e600 00000100:00100000:3.0:1787826418.497695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428573824:192.168.203.115@tcp:4:lfs.0 00000020:00200000:2.0:1787826418.497799:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826418.497807:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826418.497809:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826418.497811:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826418.497812:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826418.497813:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826418.497815:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826418.497816:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826418.497818:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826418.498018:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:2.0:1787826418.498026:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000100:00100000:2.0:1787826418.498050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573440:192.168.203.115@tcp:4:lfs.0 00000100:00100000:2.0:1787826418.532554:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968734 gen 4 00000008:00010000:2.0:1787826418.532760:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e900 00000020:00200000:2.0:1787826418.532767:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826418.532770:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826418.532771:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826418.532772:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826418.532773:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826418.532774:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826418.532775:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826418.532775:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826418.532777:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826418.532778:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826418.532779:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826418.532780:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826418.532781:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826418.532782:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826418.532783:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826418.532784:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826418.532785:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826418.532786:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826418.532787:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826418.532788:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826418.532789:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826418.532789:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826418.532790:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826418.532791:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826418.532792:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826418.532793:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826418.532794:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826418.532795:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826418.532796:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826418.532797:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826418.532797:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826418.532798:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826418.532799:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826418.532800:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826418.532801:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826418.532802:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826418.532803:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826418.532803:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826418.532804:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826418.532805:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826418.532806:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826418.532808:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826418.532809:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826418.532810:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826418.532811:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826418.532812:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826418.532813:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826418.532814:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826418.532814:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826418.532815:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826418.532816:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826418.532817:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826418.532818:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826418.532819:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826418.532820:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826418.532820:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826418.532821:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826418.532822:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826418.532823:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826418.532824:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826418.532825:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826418.532826:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826418.532827:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826418.532827:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826418.532828:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826418.532829:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826418.532830:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826418.532831:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826418.532832:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826418.532833:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826418.532834:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826418.532835:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826418.532836:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826418.532837:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826418.532838:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826418.532839:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826418.532840:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826418.532841:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826418.532842:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826418.532843:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826418.532844:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826418.532845:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826418.532846:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826418.532847:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826418.532847:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826418.532848:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826418.532849:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826418.532850:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826418.532851:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826418.532852:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826418.532853:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826418.532854:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826418.532854:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826418.532855:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826418.532856:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826418.532857:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826418.532858:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826418.532859:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826418.532859:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826418.532860:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826418.532861:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826418.532862:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826418.532863:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826418.532864:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826418.532866:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826418.532867:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826418.532868:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826418.532869:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826418.532870:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826418.532871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826418.532872:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826418.532873:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826418.532873:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826418.532874:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826418.532875:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826418.532876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826418.532877:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826418.532878:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826418.532879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826418.532880:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826418.532881:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826418.532882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826418.532883:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826418.532883:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826418.532884:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826418.532885:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826418.532886:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826418.532887:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826418.532888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826418.532889:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826418.532890:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826418.532891:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826418.532891:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826418.532892:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826418.532893:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826418.532895:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826418.532896:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826418.532897:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826418.532898:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826418.532899:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826418.532900:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826418.532901:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826418.532902:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826418.532903:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826418.532904:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826418.532905:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826418.532906:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826418.532906:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826418.532907:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826418.532908:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826418.532909:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826418.532910:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826418.532911:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826418.532912:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826418.532913:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826418.532914:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826418.532915:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826418.532916:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826418.532916:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826418.532917:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826418.532918:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826418.532919:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826418.532920:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826418.532921:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826418.532922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826418.532922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826418.532923:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826418.532924:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826418.532925:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826418.532926:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826418.532928:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826418.532929:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826418.532930:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826418.532932:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826418.532933:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826418.532935:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826418.533002:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826418.533005:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826418.533007:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826418.533008:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826418.533010:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826418.533011:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826418.533013:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826418.533015:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826418.533016:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826418.533018:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826418.533020:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826418.533022:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826418.533023:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826418.533025:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826418.533026:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826418.533028:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826418.533030:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826418.533032:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826418.533033:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826418.533035:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826418.533037:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826418.533038:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826418.533039:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826418.533041:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826418.533043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826418.533044:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826418.533046:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826418.533047:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826418.533049:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826418.533050:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826418.533051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826418.533052:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826418.533054:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826418.533056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826418.533057:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826418.533059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826418.533061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826418.533062:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826418.533064:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826418.533065:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826418.533067:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826418.533068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826418.533070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826418.533072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826418.533073:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826418.533075:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826418.533076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826418.533078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826418.533079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826418.533081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826418.533083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826418.533084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826418.533086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826418.533088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826418.533089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826418.533091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826418.533093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826418.533094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826418.533096:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826418.533098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826418.533100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826418.533101:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826418.533103:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826418.533104:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826418.533106:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826418.533108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826418.533110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826418.533112:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826418.533113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826418.533115:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826418.533117:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826418.533119:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826418.533120:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826418.533122:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826418.533124:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826418.533126:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826418.533127:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826418.533129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826418.533131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826418.533132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826418.533876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826418.533885:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e900 00000100:00100000:2.0:1787826418.533910:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573312:192.168.203.115@tcp:4:lfs.0 00000008:00010000:3.0:1787826418.534625:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e300 00000020:00200000:3.0:1787826418.534631:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1787826418.534633:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1787826418.534634:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1787826418.534636:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1787826418.534638:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1787826418.534639:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1787826418.534641:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1787826418.534643:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1787826418.534644:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1787826418.534646:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1787826418.534647:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1787826418.534649:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1787826418.534651:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1787826418.534652:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1787826418.534654:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1787826418.534655:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1787826418.534657:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1787826418.534658:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1787826418.534660:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1787826418.534662:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1787826418.534664:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1787826418.534665:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1787826418.534667:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1787826418.534669:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1787826418.534670:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1787826418.534672:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1787826418.534673:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1787826418.534676:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1787826418.534677:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1787826418.534679:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1787826418.534681:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1787826418.534682:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1787826418.534684:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1787826418.534686:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1787826418.534687:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1787826418.534689:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1787826418.534690:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1787826418.534692:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1787826418.534693:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1787826418.534694:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1787826418.534696:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1787826418.534697:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1787826418.534699:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1787826418.534700:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1787826418.534702:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1787826418.534713:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1787826418.534714:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1787826418.534715:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1787826418.534716:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1787826418.534717:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1787826418.534718:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1787826418.534720:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1787826418.534721:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1787826418.534723:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1787826418.534724:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1787826418.534726:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1787826418.534727:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1787826418.534729:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1787826418.534730:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1787826418.534732:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1787826418.534734:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1787826418.534735:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1787826418.534737:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1787826418.534738:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1787826418.534740:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1787826418.534741:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1787826418.534742:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1787826418.534744:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1787826418.534745:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1787826418.534747:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1787826418.534748:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1787826418.534750:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1787826418.534751:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1787826418.534753:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1787826418.534754:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1787826418.534756:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1787826418.534757:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1787826418.534759:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1787826418.534760:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1787826418.534762:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1787826418.534764:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1787826418.534766:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1787826418.534767:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1787826418.534769:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1787826418.534770:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1787826418.534772:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1787826418.534773:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1787826418.534774:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1787826418.534776:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1787826418.534777:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1787826418.534778:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1787826418.534780:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1787826418.534781:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1787826418.534783:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1787826418.534785:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1787826418.534786:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1787826418.534788:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1787826418.534789:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1787826418.534791:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1787826418.534793:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1787826418.534794:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1787826418.534796:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1787826418.534797:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1787826418.534799:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1787826418.534800:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1787826418.534802:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1787826418.534803:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1787826418.534805:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1787826418.534807:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1787826418.534808:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1787826418.534810:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1787826418.534811:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1787826418.534813:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1787826418.534814:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1787826418.534816:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1787826418.534817:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1787826418.534819:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1787826418.534820:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1787826418.534822:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1787826418.534824:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1787826418.534825:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1787826418.534827:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1787826418.534828:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1787826418.534831:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1787826418.534833:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1787826418.534834:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1787826418.534836:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1787826418.534838:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1787826418.534839:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1787826418.534841:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1787826418.534842:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1787826418.534844:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1787826418.534845:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1787826418.534847:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1787826418.534849:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1787826418.534850:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1787826418.534851:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1787826418.534853:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1787826418.534855:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1787826418.534856:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1787826418.534857:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1787826418.534859:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1787826418.534860:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1787826418.534862:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1787826418.534863:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1787826418.534865:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1787826418.534866:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1787826418.534868:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1787826418.534870:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1787826418.534871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1787826418.534872:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1787826418.534874:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1787826418.534876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1787826418.534877:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1787826418.534879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1787826418.534881:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1787826418.534882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1787826418.534884:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1787826418.534886:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1787826418.534888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1787826418.534889:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1787826418.534891:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1787826418.534892:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1787826418.534894:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1787826418.534895:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1787826418.534897:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1787826418.534898:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1787826418.534900:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1787826418.534902:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1787826418.534903:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1787826418.534905:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1787826418.534906:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1787826418.534907:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1787826418.534909:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1787826418.534910:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1787826418.534912:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1787826418.534913:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1787826418.534915:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1787826418.534916:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1787826418.534918:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1787826418.534919:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1787826418.534921:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1787826418.534922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1787826418.534924:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1787826418.534925:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1787826418.534927:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1787826418.534928:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1787826418.534930:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1787826418.534932:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1787826418.534933:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1787826418.534935:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1787826418.534936:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1787826418.534937:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1787826418.534998:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1787826418.535000:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1787826418.535002:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1787826418.535004:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1787826418.535005:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1787826418.535007:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1787826418.535009:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1787826418.535011:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1787826418.535012:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1787826418.535014:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1787826418.535015:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1787826418.535016:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1787826418.535018:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1787826418.535019:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1787826418.535021:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1787826418.535022:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1787826418.535024:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1787826418.535025:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1787826418.535027:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1787826418.535028:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1787826418.535030:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1787826418.535032:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1787826418.535033:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1787826418.535035:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1787826418.535036:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1787826418.535038:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1787826418.535040:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1787826418.535042:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1787826418.535043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1787826418.535045:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1787826418.535047:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1787826418.535048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1787826418.535050:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1787826418.535051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1787826418.535053:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1787826418.535055:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1787826418.535056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1787826418.535058:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1787826418.535060:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1787826418.535061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1787826418.535063:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1787826418.535065:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1787826418.535066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1787826418.535068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1787826418.535071:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1787826418.535072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1787826418.535074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1787826418.535076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1787826418.535077:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1787826418.535079:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1787826418.535081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1787826418.535083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1787826418.535085:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1787826418.535086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1787826418.535088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1787826418.535089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1787826418.535091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1787826418.535093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1787826418.535095:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1787826418.535097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1787826418.535098:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1787826418.535100:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1787826418.535101:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1787826418.535567:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1787826418.535590:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e300 00000100:00100000:3.0:1787826418.535613:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428573696:192.168.203.115@tcp:4:lfs.0 00000080:00200000:2.0:1787826418.535708:0:18588:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 1279] 00000080:00200000:2.0:1787826418.535723:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826418.535728:0:18588:0:(file.c:2240:ll_file_io_generic()) . :VOLATILE:0000:33D9B81B:fd=03: 2 io complete with rc: 0, result: 5242880, restart: 0 00000080:00200000:2.0:1787826418.535742:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 5242880 i_blocks 2054 00000020:00200000:2.0:1787826418.535746:0:18588:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826418.535753:0:18588:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 5242880 00000080:00200008:2.0:1787826418.535776:0:18588:0:(file.c:5401:ll_fsync()) START file: name=. :VOLATILE:0000:33D9B81B:fd=03, fid=[0x200000401:0x25d:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00000100:00100000:2.0:1787826418.535826:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428574080:192.168.203.115@tcp:44:lfs.0 00000100:00100000:2.0:1787826418.536032:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.582489:0:18588:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969354 gen 1 00000100:00100000:2.0:1787826418.582528:0:18588:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 784/872 e 0 to 0 dl 1787826433 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787826418.582539:0:18588:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787826418.582615:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428574080:192.168.203.115@tcp:44:lfs.0 00000080:00200000:2.0:1787826418.582640:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:2.0:1787826418.582653:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.582663:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1787826418.582672:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000100:00100000:3.0:1787826418.582791:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574208:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.582889:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574464:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.582915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574720:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.582940:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787826418.582947:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574336:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.582975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574592:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.590675:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574208:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.590716:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574464:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.590728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574720:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.590747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574336:192.168.203.115@tcp:16:lfs.0 00000100:00100000:3.0:1787826418.590757:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428574592:192.168.203.115@tcp:16:lfs.0 00000080:00200000:2.0:1787826418.591066:0:18588:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25d:0x0] updating i_size 5242880 i_blocks 10265 00000080:00200000:2.0:1787826418.591087:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826418.624368:0:18588:0:(llite_lib.c:2427:ll_setattr_raw()) START file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0](ffff9ab5d964aa08) current size 5242880, valid attrs 101f0, mode 9ab5, uid 0, gid 0, new size 0, atime 1787826417.000000000, mtime 1787826416.000000000, ctime 1787826418.000000000 00010000:00010000:2.0:1787826418.624425:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826418.624449:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25d:0x0]: losing layout lock 00010000:00010000:2.0:1787826418.624496:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826418.624503:0:18588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.624507:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aba00/0x1d187e8ba27ce792 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bb59 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:2.0:1787826418.624531:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826418.625822:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428574976/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826418.625855:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428574976:192.168.203.115@tcp:36:lfs.0 00000100:00100000:2.0:1787826418.626019:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.631755:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428574976:192.168.203.115@tcp:36:lfs.0 00000080:00200000:2.0:1787826418.631800:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787826418.631820:0:18588:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25d:0x0](ffff9ab5d964aa08) 00000002:00010000:2.0:1787826418.631830:0:18588:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25d:0x0]) in obj [0x200000401:0x25d:0x0], intent: layout flags 0 00010000:00010000:2.0:1787826418.631872:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.631882:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.631891:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18588 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.631909:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575104:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826418.631968:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.633526:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575104:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826418.633552:0:18588:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.633573:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826418.633587:0:18588:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f98003c0 x1874671428575104/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/736 e 0 to 0 dl 1787826434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826418.633598:0:18588:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826418.633610:0:18588:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.633622:0:18588:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/605 (0 0) 00000080:00200000:2.0:1787826418.633628:0:18588:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x25d:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787826418.633643:0:18588:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25d:0x0](ffff9ab5d964aa08) for lock 0x1d187e8ba27ce799 00000080:00010000:2.0:1787826418.633651:0:18588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce799 from it ffffbbc481c0ba78 00010000:00010000:2.0:1787826418.633655:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.633677:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.633698:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.633708:0:18588:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826418.633723:0:18588:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x25d:0x0](00000000200dd10a) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.633768:0:18588:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25d:0x0]: layout version change: 4294967294 -> 4 00010000:00010000:2.0:1787826418.633774:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.633782:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787826418.633803:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.633816:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1787826418.633824:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:2.0:1787826418.633833:0:18588:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787826418.633845:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.633849:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2230, osc lock ffff9ab5e063a750, flags 0x0 00000008:00010000:2.0:1787826418.633853:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.633855:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2270, osc lock ffff9ab5e063bc08, flags 0x0 00000008:00010000:2.0:1787826418.633858:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.633859:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e22b0, osc lock ffff9ab5e063bad0, flags 0x0 00000008:00010000:2.0:1787826418.633862:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.633864:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e22f0, osc lock ffff9ab5e063b4b8, flags 0x0 00000008:00010000:2.0:1787826418.633867:0:18588:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.633869:0:18588:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2330, osc lock ffff9ab5e063b110, flags 0x0 00010000:00010000:2.0:1787826418.633903:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.633913:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.633928:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.633947:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575232:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826418.634010:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.636022:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575232:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826418.636045:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636064:0:18588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636077:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636090:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.636104:0:18588:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636116:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636131:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636185:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636207:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.636217:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.636236:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575360:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826418.636301:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.639022:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575360:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826418.639050:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639068:0:18588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639081:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639102:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.639116:0:18588:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,2 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639128:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639136:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639214:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639222:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.639231:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.639249:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575488:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826418.639321:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.643480:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575488:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826418.643510:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,1 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.643529:0:18588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.643541:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.643556:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.643569:0:18588:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.643582:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.643699:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.643911:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.643921:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.643932:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826418.643953:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575616:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826418.644026:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b840 going to sleep for 11 seconds 00000100:00100000:3.0:1787826418.646690:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575616:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826418.646723:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646742:0:18588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646754:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646769:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826418.646782:0:18588:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,2 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646794:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646802:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646860:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646868:0:18588:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.646884:0:18588:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826418.646903:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575744:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826418.646970:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826418.648918:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428575744:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826418.648942:0:18588:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,1 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.648959:0:18588:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.648972:0:18588:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.648987:0:18588:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826418.649000:0:18588:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.649012:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.649027:0:18588:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.649146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428575872:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826418.649753:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826418.649763:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576000:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826418.650385:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576128:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826418.652005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428576256:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826418.652740:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576384:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826418.652808:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576000:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826418.652836:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428575872:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826418.654883:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576384:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826418.656465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428576256:192.168.203.115@tcp:2:lfs.0 00000100:00100000:3.0:1787826418.656600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428576128:192.168.203.115@tcp:2:lfs.0 00000020:00010000:2.0:1787826418.656771:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826418.656776:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826418.656782:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2230 (ffff9ab5f1d84e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.656792:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.656867:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787826418.656885:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2270 (ffff9ab5f1d84bd8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.656890:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.656900:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787826418.656909:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e22b0 (ffff9ab5f1d84368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.656915:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.656923:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787826418.657038:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e22f0 (ffff9ab5f1fd3878/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.657044:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.657052:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787826418.657059:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2330 (ffff9ab5f1d84d88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826418.657064:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.657071:0:18588:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1787826418.657078:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e98a8 (ffff9ab5f1fd3248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.657081:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2230 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.657086:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2270 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.657089:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e22b0 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.657092:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e22f0 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826418.657094:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2330 (ffff9ab5f1fd3248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826418.657114:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:2.0:1787826418.657129:0:18588:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ab5c862d000: cmd=401866d4 len=392 karg=ffff9ab5f19e3800 uarg=0000000000000000 00000002:00000080:2.0:1787826418.657139:0:18588:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff9ab5c862d000: cmd=401866d4 len=392 karg=ffff9ab5f19e3800 uarg=0000000000000000 00000020:00100000:2.0:1787826418.657164:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:2.0:1787826418.657172:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98003c0 x1874671428576640/t0(0) o55->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826418.657203:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428576640:192.168.203.115@tcp:55:lfs.0 00000100:00100000:2.0:1787826418.657271:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.661092:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428576640:192.168.203.115@tcp:55:lfs.0 00000080:00200008:2.0:1787826418.661120:0:18588:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0](ffff9ab5d964aa08) current size 5242880, valid attrs 100101f0, mode 9ab5, uid 0, gid 0, new size 0, atime 1787826417.000000000, mtime 1787826416.000000000, ctime 1787826418.000000000, rc 0 00000080:00200080:2.0:1787826418.661138:0:18588:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08) cmd=801066da arg=7ffcd4b566d0 00000080:00200000:2.0:1787826418.661150:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:2.0:1787826418.661161:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.661168:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1787826418.661174:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000100:00100000:3.0:1787826418.661260:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428576768:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.661635:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826418.661648:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428576896:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.661720:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577024:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.661774:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826418.661782:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577152:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.661828:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577280:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.663974:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826418.664047:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125696 00000100:00100000:0.0:1787826418.664059:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125696 00000100:00100000:0.0:1787826418.664776:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1801 00000100:00100000:0.0:1787826418.664788:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12513:x1874671450125696:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826418.664805:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826418.664866:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826418.664871:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12513:x1874671450125696:12345-192.168.203.115@tcp:104: Request processed in 88us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826418.664879:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1801 00010000:00010000:2.0:1787826418.664932:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826418.664939:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.664947:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826418.664952:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.665006:0:5599:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.665018:0:5599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.665056:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.665063:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.665095:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.665103:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce7a0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb98 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.665125:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.665128:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.665130:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826418.665145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428577408:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826418.666444:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.666480:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826418.666501:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125952 00000100:00100000:0.0:1787826418.666502:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450125824 00000100:00100000:0.0:1787826418.666508:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125824 00000100:00100000:1.0:1787826418.666508:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450125952 00000100:00100000:1.0:1787826418.666545:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1802 00000100:00100000:0.0:1787826418.666550:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1803 00000100:00100000:1.0:1787826418.666553:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12520:x1874671450125952:12345-192.168.203.115@tcp:104: 00000100:00100000:0.0:1787826418.666555:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12514:x1874671450125824:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826418.666566:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826418.666566:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826418.666618:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787826418.666624:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12514:x1874671450125824:12345-192.168.203.115@tcp:104: Request processed in 69us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1787826418.666626:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787826418.666631:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12520:x1874671450125952:12345-192.168.203.115@tcp:104: Request processed in 80us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826418.666632:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1803 00000100:00100000:1.0:1787826418.666637:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1802 00000100:00100000:1.0:1787826418.666681:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:2.0:1787826418.666686:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826418.666686:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787826418.666697:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666697:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.666721:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aba00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826418.666721:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abc00 already unused, calling callback (ffffffffc1085410) 00000100:00100000:1.0:1787826418.666729:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:2.0:1787826418.666732:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666732:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.666769:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826418.666769:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.666784:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:3.0:1787826418.666784:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.666824:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 2/0,0 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.666833:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826418.666835:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666845:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.666854:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 1/0,0 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666855:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.666876:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce7ae lrc: 0/0,0 mode: --/PW res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bba6 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666877:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce7a7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bb9f expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.666912:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.666915:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.666918:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.666921:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.666924:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.666927:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826418.666931:0:5590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450126208 00000100:00100000:3.0:1787826418.666936:0:5590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450126208 00000100:00100000:2.0:1787826418.666946:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577536:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.666974:0:5590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 429 00000100:00100000:3.0:1787826418.666984:0:5590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:12341:x1874671450126208:12345-192.168.203.115@tcp:104: 00010000:00010000:3.0:1787826418.666993:0:5590:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826418.667027:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1787826418.667033:0:5590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787826418.667037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577664:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.667042:0:5590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:12341:x1874671450126208:12345-192.168.203.115@tcp:104: Request processed in 58us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1787826418.667048:0:5590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 429 00010000:00010000:3.0:1787826418.667063:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826418.667067:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.667076:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826418.667079:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826418.667088:0:11310:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826418.667092:0:11310:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826418.667105:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 2/0,0 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.667111:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787826418.667128:0:11323:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:3.0:1787826418.667128:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 1/0,0 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.667140:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7bc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbb4 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787826418.667143:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450126080 00000100:00100000:0.0:1787826418.667148:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450126080 00010000:00010000:3.0:1787826418.667159:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.667163:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826418.667165:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826418.667175:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1804 00000100:00100000:3.0:1787826418.667175:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826418.667186:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9833850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12326:x1874671450126080:12345-192.168.203.115@tcp:104: 00000100:00100000:3.0:1787826418.667189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428577792:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787826418.667206:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826418.667234:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826418.667240:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9833850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12326:x1874671450126080:12345-192.168.203.115@tcp:104: Request processed in 57us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826418.667246:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1804 00010000:00010000:2.0:1787826418.667628:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826418.667634:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.667642:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216da00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826418.667646:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.667660:0:5599:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.667666:0:5599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.667688:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.667696:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.667711:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.667719:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce7b5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bbad expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.667735:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.667737:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.667739:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826418.667747:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826418.667756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577920:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.668176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428577408:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826418.668272:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428576768:192.168.203.115@tcp:1:lfs.0 00000100:00100000:2.0:1787826418.669822:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577664:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826418.670018:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577920:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826418.670029:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428577536:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.670110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428577792:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826418.670113:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577280:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.670124:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577152:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.670140:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428576896:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.671208:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428577024:192.168.203.115@tcp:1:lfs.0 00000080:00200080:0.0:1787826418.671553:0:18588:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=402066db arg=7ffcd4b56530 00000080:00200000:0.0:1787826418.671567:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 2 00000080:00200000:0.0:1787826418.671572:0:18588:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25d:0x0](ffff9ab5d964aa08), inode mode 8180 mask 2 00000080:00200000:0.0:1787826418.671582:0:18588:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826418.671661:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826418.671671:0:18588:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000100:00100000:1.0:1787826418.672235:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428578048:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.672373:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826418.672380:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428578176:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.672911:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826418.672922:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428578304:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.675596:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428578176:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826418.675699:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428578304:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826418.675710:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428578048:192.168.203.115@tcp:1:lfs.0 00800000:00000080:2.0:1787826418.675777:0:18588:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5f1be4200 uarg=0000000000000000 00000002:00000080:2.0:1787826418.675788:0:18588:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5f1be4200 uarg=0000000000000000 00010000:00010000:2.0:1787826418.675805:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826418.675826:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25d:0x0]: losing layout lock 00010000:00010000:2.0:1787826418.675845:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce737 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1baf7 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826418.675854:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:2.0:1787826418.675861:0:18588:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826418.675868:0:18588:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:2.0:1787826418.675896:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce737 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1baf7 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.675903:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.675910:0:18588:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.675914:0:18588:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1787826418.675917:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce737 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1baf7 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.675929:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4800/0x1d187e8ba27ce71b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bad4 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.675942:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce799 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bb91 expref: -99 pid: 18588 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1787826418.675970:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428578432:192.168.203.115@tcp:61:lfs.0 00000100:00100000:2.0:1787826418.676033:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.700287:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428578432:192.168.203.115@tcp:61:lfs.0 00000080:00200080:0.0:1787826418.700389:0:18588:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669f arg=64b86ab0 00000020:00010000:0.0:1787826418.700425:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.700429:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.700435:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b730 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.700445:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.700459:0:18588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.700491:0:18588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00010000:0.0:1787826418.700496:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b770 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.700501:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.700509:0:18588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.700619:0:18588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00010000:0.0:1787826418.700626:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e034b7b0 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.700631:0:18588:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826418.700639:0:18588:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701181:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787826418.701189:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701207:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826418.701216:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826418.701240:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.701253:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.701297:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 2/0,0 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701304:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.701329:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 1/0,0 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701337:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000dfa0ed25/0x1d187e8ba27ce722 lrc: 0/0,0 mode: --/GROUP res: [0x240000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1badb expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701359:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787826418.701364:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701371:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826418.701374:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826418.701385:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.701390:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.701447:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701460:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.701466:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 1/0,0 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701473:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce729 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae2 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701485:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826418.701488:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,0 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701494:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826418.701497:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 5/0,0 mode: GROUP/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826418.701506:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826418.701510:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826418.701525:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 4/0,0 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701530:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826418.701535:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 3/0,0 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.701546:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.701548:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826418.701549:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826418.701568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578560:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826418.702083:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578816:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826418.702114:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826418.702120:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578688:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826418.702427:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826418.705210:0:18588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787826418.705226:0:18588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce730 lrc: 0/0,0 mode: --/GROUP res: [0x240000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689807536 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bae9 expref: -99 pid: 18588 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.705234:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:0.0:1787826418.705262:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c000 (ffff9ab5f1fd3e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.705267:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b730 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.705271:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b770 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.705274:0:18588:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e034b7b0 (ffff9ab5f1fd3e18/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.705290:0:18588:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826418.705315:0:18588:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154002 00000002:00100000:0.0:1787826418.705375:0:18588:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 784/872 e 0 to 0 dl 1787826433 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826418.705387:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826418.705392:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27af840 x1874671428579072/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826418.705443:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428579072:192.168.203.115@tcp:35:lfs.0 00000100:00100000:0.0:1787826418.705517:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b480 going to sleep for 11 seconds 00000100:00100000:3.0:1787826418.707816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578688:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.707833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578560:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.707841:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428578816:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826418.708242:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428579072:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826418.708265:0:18588:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9949680 x1874671428567296/t4294969350(4294969350) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 784/872 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1787826418.708325:0:18588:0:(file.c:479:ll_file_release()) START file . :VOLATILE:0000:33D9B81B:fd=03:[0x200000401:0x25d:0x0](ffff9ab5d964aa08), flags 554001 00000002:00100000:3.0:1787826418.708363:0:18588:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826418.708371:0:18588:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826418.708376:0:18588:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9949680 x1874671428579328/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826418.708393:0:18588:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428579328:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826418.708470:0:18588:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8aded80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826418.712188:0:18588:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18588:1874671428579328:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826418.712234:0:18588:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9948780 x1874671428567680/t4294969351(4294969351) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826433 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826418.726319:0:18589:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826418.726345:0:18589:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826418.726365:0:18589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826418.726380:0:18589:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:1.0:1787826418.726388:0:18589:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826418.726396:0:18589:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826418.726423:0:18589:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:1.0:1787826418.726431:0:18589:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c33bf8 00010000:00010000:1.0:1787826418.726436:0:18589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1787826418.726445:0:18589:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:1.0:1787826418.726461:0:18589:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826418.726468:0:18589:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=27 00000080:00200000:1.0:1787826418.726474:0:18589:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826418.726485:0:18589:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5c3732300, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1787826418.726491:0:18589:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:1.0:1787826418.726505:0:18589:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0304001 00010000:00010000:1.0:1787826418.726555:0:18589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.726563:0:18589:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826418.726574:0:18589:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826418.726585:0:18589:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8b40 x1874671428579584/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826418.726817:0:18589:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.726839:0:18589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579584:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826418.727012:0:18589:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826418.731747:0:18589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579584:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826418.731768:0:18589:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731789:0:18589:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731797:0:18589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731804:0:18589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731812:0:18589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731818:0:18589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270f600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826418.731823:0:18589:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731830:0:18589:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731836:0:18589:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731843:0:18589:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826418.731849:0:18589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.731855:0:18589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce7c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826418.731872:0:18589:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=-20 req@ffff9ab5f24b8b40 x1874671428579584/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826434 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826418.731886:0:18589:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1787826418.732023:0:18589:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826418.732040:0:18589:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826418.732054:0:18589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:1.0:1787826418.732065:0:18589:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:1.0:1787826418.732073:0:18589:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826418.732077:0:18589:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826418.732081:0:18589:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:1.0:1787826418.732086:0:18589:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c33bf8 00010000:00010000:1.0:1787826418.732089:0:18589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:1.0:1787826418.732098:0:18589:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:1.0:1787826418.732111:0:18589:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826418.732129:0:18589:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=267 00000080:00200000:1.0:1787826418.732135:0:18589:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 44 00000080:00200008:1.0:1787826418.732144:0:18589:0:(file.c:1090:ll_file_open()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00010000:1.0:1787826418.732158:0:18589:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x259:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1787826418.732210:0:18589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.732223:0:18589:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826418.732233:0:18589:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826418.732240:0:18589:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b8b40 x1874671428579840/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826418.732249:0:18589:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826418.732268:0:18589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579840:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826418.732444:0:18589:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826418.736014:0:18589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579840:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826418.736040:0:18589:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736054:0:18589:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736062:0:18589:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736068:0:18589:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736076:0:18589:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736081:0:18589:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270fa00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:1.0:1787826418.736086:0:18589:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736093:0:18589:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736101:0:18589:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.736107:0:18589:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826418.736113:0:18589:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826418.737394:0:18589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270fa00/0x1d187e8ba27ce7ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18589 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826418.737437:0:18589:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f24b8b40 x1874671428579840/t4294969362(4294969362) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826418.737449:0:18589:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b8b40 x1874671428579840/t4294969362(4294969362) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826418.737461:0:18589:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826418.737482:0:18589:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 7680 00000002:00100000:1.0:1787826418.737501:0:18589:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24b8b40 x1874671428579840/t4294969362(4294969362) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1787826418.737600:0:18589:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) cmd=c0086915 arg=25753d0 00000100:00100000:1.0:1787826418.737660:0:18589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579968:192.168.203.115@tcp:34:lfs.0 00000100:00100000:1.0:1787826418.737925:0:18589:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826418.741973:0:18589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428579968:192.168.203.115@tcp:34:lfs.0 00000080:00200008:1.0:1787826418.742302:0:18589:0:(file.c:479:ll_file_release()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00100000:1.0:1787826418.742359:0:18589:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f24b8b40 x1874671428579840/t4294969362(4294969362) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826434 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826418.742372:0:18589:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826418.742377:0:18589:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b83c0 x1874671428580224/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826418.742430:0:18589:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428580224:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826418.742507:0:18589:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826418.747081:0:18589:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18589:1874671428580224:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826418.747118:0:18589:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f24b8b40 x1874671428579840/t4294969362(4294969362) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826434 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826418.767509:0:18590:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826418.767982:0:18590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826418.768005:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826418.768021:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1787826418.768031:0:18590:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826418.768040:0:18590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826418.768044:0:18590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826418.768052:0:18590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c4bbf8 00010000:00010000:2.0:1787826418.768056:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826418.768066:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787826418.768086:0:18590:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826418.768093:0:18590:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:2.0:1787826418.768099:0:18590:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787826418.768110:0:18590:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5f241ad80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826418.768117:0:18590:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:2.0:1787826418.768130:0:18590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826418.768177:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.768186:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18590 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826418.768208:0:18590:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826418.768221:0:18590:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803840 x1874671428580480/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826418.768231:0:18590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.768251:0:18590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18590:1874671428580480:192.168.203.115@tcp:101:md5sum.0 00000100:00100000:2.0:1787826418.768449:0:18590:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826418.775794:0:18590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18590:1874671428580480:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:2.0:1787826418.775823:0:18590:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775844:0:18590:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775858:0:18590:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775931:0:18590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775947:0:18590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775963:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775972:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.775982:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826418.775994:0:18590:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f9803840 x1874671428580480/t4294969364(4294969364) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/1000 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826418.776077:0:18590:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9803840 x1874671428580480/t4294969364(4294969364) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/1000 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826418.776090:0:18590:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826418.776102:0:18590:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.776113:0:18590:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:2.0:1787826418.776118:0:18590:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826418.776159:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 4 restore needed 0 00020000:00200000:2.0:1787826418.776170:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826418.776178:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:2.0:1787826418.776213:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826418.776288:0:18590:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25a:0x0](ffff9ab5d964e3c8): rc = 0 00000080:00200000:2.0:1787826418.776305:0:18590:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:2.0:1787826418.776319:0:18590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce7d1 00000080:00010000:2.0:1787826418.776329:0:18590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200008:2.0:1787826418.776342:0:18590:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:2.0:1787826418.776359:0:18590:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9803840 x1874671428580480/t4294969364(4294969364) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 920/1000 e 0 to 0 dl 1787826434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787826418.776448:0:18590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce7d1 from it ffff9ab5f18c3d80 00010000:00010000:2.0:1787826418.776452:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.776462:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826418.776486:0:18590:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 44 00000080:00200008:3.0:1787826418.777173:0:18590:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826418.777181:0:18590:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:3.0:1787826418.777515:0:18590:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826418.777530:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.777603:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826418.777611:0:18590:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826418.777618:0:18590:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:3.0:1787826418.777621:0:18590:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce7d1 00000080:00010000:3.0:1787826418.777627:0:18590:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce7d1 from it ffffbbc481c4bcd8 00010000:00010000:3.0:1787826418.777630:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.777638:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826418.777658:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787826418.777667:0:18590:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:3.0:1787826418.777683:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826418.777686:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2798230, osc lock ffff9ab5f0171d40, flags 0x400001002 00000008:00010000:3.0:1787826418.777691:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826418.777693:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2798270, osc lock ffff9ab5f0170138, flags 0x400001002 00000008:00010000:3.0:1787826418.777698:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826418.777699:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f27982b0, osc lock ffff9ab5f0171e78, flags 0x400001002 00000008:00010000:3.0:1787826418.777703:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826418.777705:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f27982f0, osc lock ffff9ab5f0170000, flags 0x400001002 00000008:00010000:3.0:1787826418.777709:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826418.777711:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2798330, osc lock ffff9ab5f0170618, flags 0x400001002 00010000:00010000:3.0:1787826418.777752:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.777763:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.778104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580608:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.778302:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.778321:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.779961:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826418.779978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580736:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.780985:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.781275:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.781343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580864:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.781718:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.781727:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826418.782786:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428580992:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.792504:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.792526:0:18590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826418.792566:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:3.0:1787826418.792597:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826418.792617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581120:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.794508:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794545:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794561:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794572:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826418.794595:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826418.794606:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:3.0:1787826418.794610:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794617:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794629:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794637:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826418.794655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581120:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:3.0:1787826418.794674:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794684:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794692:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794700:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826418.794722:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826418.794729:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:3.0:1787826418.794732:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794738:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794744:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826418.794751:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826418.794763:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428580992:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:2.0:1787826418.796521:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796545:0:2361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796566:0:2361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796577:0:2361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.796596:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826418.796607:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1787826418.796611:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796620:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796628:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796643:0:2361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826418.796659:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580608:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:2.0:1787826418.796686:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796695:0:2361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796712:0:2361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796721:0:2361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.796729:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826418.796737:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826418.796740:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796747:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796755:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796763:0:2361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826418.796772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580864:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:2.0:1787826418.796785:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796794:0:2361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796801:0:2361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796809:0:2361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826418.796818:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826418.796826:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1787826418.796839:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796848:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796855:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826418.796863:0:2361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826418.796979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428580736:192.168.203.115@tcp:101:md5sum.0 00000080:00200000:3.0:1787826418.797543:0:18590:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:3.0:1787826418.797551:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017eee8 (ffff9ab5f1fd3878/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.797554:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017eee8 (ffff9ab5f1fd3878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797559:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2798230 (ffff9ab5f1d84d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797564:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2798270 (ffff9ab5f1fd3f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797566:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f27982b0 (ffff9ab5f1fd3488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797569:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f27982f0 (ffff9ab5ea87bea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797571:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2798330 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.797573:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017eee8 (ffff9ab5f1fd3878/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.797576:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2798230 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.797581:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2798270 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.797592:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f27982b0 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.797595:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f27982f0 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.797598:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2798330 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.797616:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826418.797680:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 32768 00000080:00200000:3.0:1787826418.797712:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 0 00000080:00200000:3.0:1787826418.797725:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 0, bytes: 32768 00000080:00200000:3.0:1787826418.797730:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826418.797736:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826418.797739:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 32768) 0 0 00000080:00200000:3.0:1787826418.797743:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:3.0:1787826418.797759:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 32768) 32768, 32768 00020000:00200000:3.0:1787826418.797763:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826418.797776:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 7] 00000008:00010000:3.0:1787826418.797791:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826418.797796:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911930, osc lock ffff9ab5f0170618, flags 0x0 00010000:00010000:3.0:1787826418.797813:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.797827:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 32767) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.797838:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.797845:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.797851:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826418.797863:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [0, 32768) 00000080:00200000:3.0:1787826418.797883:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826418.797887:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:0 00010000:00010000:3.0:1787826418.797922:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.797932:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826418.798028:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5eaa85a80 00010000:00010000:3.0:1787826418.798045:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.798053:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826418.798075:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85a80 00010000:00010000:3.0:1787826418.798095:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1787826418.798134:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994a580 - object 0x280000403:42 offset 0<>32768 00000100:00100000:2.0:1787826418.798753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581248:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:2.0:1787826418.829519:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85a80 00000020:00200000:2.0:1787826418.829544:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1787826418.829563:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85a80 00000100:00100000:2.0:1787826418.829589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581248:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:3.0:1787826418.829918:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.829922:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.829926:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911930 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826418.829937:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.829959:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1787826418.829973:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.829976:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911930 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.829983:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826418.829994:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826418.829999:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826418.830004:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826418.830086:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 32768, count: 32768 00000080:00200000:3.0:1787826418.830105:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 8 00000080:00200000:3.0:1787826418.830113:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 32768, bytes: 32768 00000080:00200000:3.0:1787826418.830118:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826418.830123:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 9, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826418.830126:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [32768, 65536) 0 0 00000080:00200000:3.0:1787826418.830130:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:3.0:1787826418.830145:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 32768 chunk: [32768, 65536) 65536, 32768 00020000:00200000:3.0:1787826418.830149:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826418.830162:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8, 15] 00000008:00010000:3.0:1787826418.830173:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826418.830177:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911930, osc lock ffff9ab5f0170618, flags 0x0 00010000:00010000:3.0:1787826418.830206:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.830217:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 65535) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.830229:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.830238:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.830245:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826418.830253:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [32768, 65536) 00000080:00200000:3.0:1787826418.830262:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826418.830266:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:32768 00010000:00010000:3.0:1787826418.830289:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.830297:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787826418.841346:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5f1f5e480 00010000:00010000:2.0:1787826418.841373:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826418.841388:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787826418.841439:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e480 00010000:00010000:2.0:1787826418.841477:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1787826418.842994:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801680 - object 0x280000403:42 offset 32768<>1048576 00000100:00100000:2.0:1787826418.843048:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826418.843069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581376:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:2.0:1787826418.869023:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000020:00200000:2.0:1787826418.869049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1787826418.869110:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000100:00100000:2.0:1787826418.869137:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581376:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:3.0:1787826418.869816:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.869823:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.869828:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911930 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826418.869839:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.869856:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1787826418.869942:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e9038 (ffff9ab5f1fd3878/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.869946:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911930 (ffff9ab5f1fd3878/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.869956:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826418.869967:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826418.869971:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826418.869976:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826418.870058:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 65536, count: 32768 00000080:00200000:3.0:1787826418.870067:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 16 00000080:00200000:3.0:1787826418.870075:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 17 00000080:00200000:3.0:1787826418.870078:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 18 00000080:00200000:3.0:1787826418.870081:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 19 00000080:00200000:3.0:1787826418.870084:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 20 00000080:00200000:3.0:1787826418.870086:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 21 00000080:00200000:3.0:1787826418.870089:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 22 00000080:00200000:3.0:1787826418.870092:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 23 00000080:00200008:3.0:1787826418.870159:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 98304, count: 32768 00000080:00200000:3.0:1787826418.870161:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 24 00000080:00200000:3.0:1787826418.870164:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 25 00000080:00200000:3.0:1787826418.870167:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 26 00000080:00200000:3.0:1787826418.870170:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 27 00000080:00200000:3.0:1787826418.870173:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 28 00000080:00200000:3.0:1787826418.870175:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 29 00000080:00200000:3.0:1787826418.870178:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 30 00000080:00200000:3.0:1787826418.870181:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 31 00000080:00200008:3.0:1787826418.870258:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 131072, count: 32768 00000080:00200000:3.0:1787826418.870262:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 32 00000080:00200000:3.0:1787826418.870266:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 33 00000080:00200000:3.0:1787826418.870268:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 34 00000080:00200000:3.0:1787826418.870271:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 35 00000080:00200000:3.0:1787826418.870274:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 36 00000080:00200000:3.0:1787826418.870277:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 37 00000080:00200000:3.0:1787826418.870280:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 38 00000080:00200000:3.0:1787826418.870283:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 39 00000080:00200008:3.0:1787826418.870529:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 163840, count: 32768 00000080:00200000:2.0:1787826418.871019:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 40 00000080:00200000:2.0:1787826418.871030:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 41 00000080:00200000:2.0:1787826418.871033:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 42 00000080:00200000:2.0:1787826418.871036:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 43 00000080:00200000:2.0:1787826418.871040:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 44 00000080:00200000:2.0:1787826418.871042:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 45 00000080:00200000:2.0:1787826418.871046:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 46 00000080:00200000:2.0:1787826418.871049:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 47 00000080:00200008:2.0:1787826418.871122:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 196608, count: 32768 00000080:00200000:2.0:1787826418.871126:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 48 00000080:00200000:2.0:1787826418.871128:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 49 00000080:00200000:2.0:1787826418.871131:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 50 00000080:00200000:2.0:1787826418.871134:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 51 00000080:00200000:2.0:1787826418.871138:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 52 00000080:00200000:2.0:1787826418.871140:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 53 00000080:00200000:2.0:1787826418.871143:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 54 00000080:00200000:2.0:1787826418.871146:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 55 00000080:00200008:2.0:1787826418.871245:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 229376, count: 32768 00000080:00200000:2.0:1787826418.871250:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 56 00000080:00200000:2.0:1787826418.871253:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 57 00000080:00200000:2.0:1787826418.871256:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 58 00000080:00200000:2.0:1787826418.871259:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 59 00000080:00200000:2.0:1787826418.871261:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 60 00000080:00200000:2.0:1787826418.871264:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 61 00000080:00200000:2.0:1787826418.871267:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 62 00000080:00200000:2.0:1787826418.871269:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 63 00000080:00200008:2.0:1787826418.875506:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 262144, count: 32768 00000080:00200000:2.0:1787826418.875531:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 64 00000080:00200000:2.0:1787826418.875545:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 65 00000080:00200000:2.0:1787826418.875549:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 66 00000080:00200000:2.0:1787826418.875552:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 67 00000080:00200000:2.0:1787826418.875556:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 68 00000080:00200000:2.0:1787826418.875559:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 69 00000080:00200000:2.0:1787826418.875562:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 70 00000080:00200000:2.0:1787826418.875564:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 71 00000080:00200008:2.0:1787826418.875638:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 294912, count: 32768 00000080:00200000:2.0:1787826418.875643:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 72 00000080:00200000:2.0:1787826418.875647:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 73 00000080:00200000:2.0:1787826418.875651:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 74 00000080:00200000:2.0:1787826418.875654:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 75 00000080:00200000:2.0:1787826418.875656:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 76 00000080:00200000:2.0:1787826418.875660:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 77 00000080:00200000:2.0:1787826418.875662:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 78 00000080:00200000:2.0:1787826418.875665:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 79 00000080:00200008:2.0:1787826418.875731:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 327680, count: 32768 00000080:00200000:2.0:1787826418.875736:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 80 00000080:00200000:2.0:1787826418.875740:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 81 00000080:00200000:2.0:1787826418.875743:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 82 00000080:00200000:2.0:1787826418.875746:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 83 00000080:00200000:2.0:1787826418.875749:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 84 00000080:00200000:2.0:1787826418.875752:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 85 00000080:00200000:2.0:1787826418.875755:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 86 00000080:00200000:2.0:1787826418.875758:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 87 00000080:00200008:2.0:1787826418.875825:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 360448, count: 32768 00000080:00200000:2.0:1787826418.875831:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 88 00000080:00200000:2.0:1787826418.875835:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 89 00000080:00200000:2.0:1787826418.875838:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 90 00000080:00200000:2.0:1787826418.875841:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 91 00000080:00200000:2.0:1787826418.875844:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 92 00000080:00200000:2.0:1787826418.875847:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 93 00000080:00200000:2.0:1787826418.875851:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 94 00000080:00200000:2.0:1787826418.875855:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 95 00000080:00200008:2.0:1787826418.875933:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 393216, count: 32768 00000080:00200000:2.0:1787826418.875938:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 96 00000080:00200000:2.0:1787826418.875944:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 97 00000080:00200000:2.0:1787826418.875947:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 98 00000080:00200000:2.0:1787826418.875950:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 99 00000080:00200000:2.0:1787826418.875953:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 100 00000080:00200000:2.0:1787826418.875956:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 101 00000080:00200000:2.0:1787826418.875959:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 102 00000080:00200000:2.0:1787826418.875962:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 103 00000080:00200008:2.0:1787826418.876032:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 425984, count: 32768 00000080:00200000:2.0:1787826418.876037:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 104 00000080:00200000:2.0:1787826418.876042:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 105 00000080:00200000:2.0:1787826418.876045:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 106 00000080:00200000:2.0:1787826418.876048:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 107 00000080:00200000:2.0:1787826418.876051:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 108 00000080:00200000:2.0:1787826418.876055:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 109 00000080:00200000:2.0:1787826418.876058:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 110 00000080:00200000:2.0:1787826418.876061:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 111 00000080:00200008:2.0:1787826418.876130:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 458752, count: 32768 00000080:00200000:2.0:1787826418.876135:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 112 00000080:00200000:2.0:1787826418.876139:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 113 00000080:00200000:2.0:1787826418.876142:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 114 00000080:00200000:2.0:1787826418.876144:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 115 00000080:00200000:2.0:1787826418.876148:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 116 00000080:00200000:2.0:1787826418.876150:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 117 00000080:00200000:2.0:1787826418.876154:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 118 00000080:00200000:2.0:1787826418.876157:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 119 00000080:00200008:2.0:1787826418.876236:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 491520, count: 32768 00000080:00200000:2.0:1787826418.876241:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 120 00000080:00200000:2.0:1787826418.876245:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 121 00000080:00200000:2.0:1787826418.876249:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 122 00000080:00200000:2.0:1787826418.876253:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 123 00000080:00200000:2.0:1787826418.876257:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 124 00000080:00200000:2.0:1787826418.876260:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 125 00000080:00200000:2.0:1787826418.876263:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 126 00000080:00200000:2.0:1787826418.876267:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 127 00000080:00200008:2.0:1787826418.876338:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 524288, count: 32768 00000080:00200000:2.0:1787826418.876342:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 128 00000080:00200000:2.0:1787826418.876347:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 129 00000080:00200000:2.0:1787826418.876351:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 130 00000080:00200000:2.0:1787826418.876355:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 131 00000080:00200000:2.0:1787826418.876358:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 132 00000080:00200000:2.0:1787826418.876362:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 133 00000080:00200000:2.0:1787826418.876365:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 134 00000080:00200000:2.0:1787826418.876368:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 135 00000080:00200008:2.0:1787826418.876466:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 557056, count: 32768 00000080:00200000:2.0:1787826418.876471:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 136 00000080:00200000:2.0:1787826418.876482:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 557056, bytes: 32768 00000080:00200000:2.0:1787826418.876486:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826418.876495:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 257, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826418.876498:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [557056, 589824) 0 0 00000080:00200000:2.0:1787826418.876505:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00020000:00200000:2.0:1787826418.876528:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 557056 chunk: [557056, 589824) 589824, 32768 00020000:00200000:2.0:1787826418.876532:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826418.876550:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [136, 143] 00000008:00010000:2.0:1787826418.876570:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826418.876576:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25157b0, osc lock ffff9ab5e063b110, flags 0x0 00010000:00010000:2.0:1787826418.876604:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826418.876621:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (557056 589823) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826418.876635:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826418.876645:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826418.876654:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826418.876664:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [557056, 589824) 00000080:00200000:2.0:1787826418.876679:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826418.876684:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:557056 00010000:00010000:2.0:1787826418.876714:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.876724:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.881019:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.881046:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.888852:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826418.889783:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.904223:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.904250:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1787826418.915866:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5eaa85540 00000008:00010000:3.0:1787826418.916297:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85540 00010000:00010000:3.0:1787826418.916340:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1787826418.916449:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994ad00 - object 0x280000403:43 offset 0<>1048576 00000008:00010000:3.0:1787826418.916494:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5eaa85240 00000008:00010000:3.0:1787826418.917254:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85240 00010000:00010000:3.0:1787826418.917298:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826418.917462:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581504:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:2.0:1787826418.917640:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000008:00010000:2.0:1787826418.918489:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e480 00010000:00010000:2.0:1787826418.918682:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1787826418.919021:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801680 - object 0x240000403:43 offset 1048576<>2097152 00000100:00100000:2.0:1787826418.919069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581632:192.168.203.115@tcp:3:md5sum.0 00000008:00100000:3.0:1787826418.919300:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f99492c0 - object 0x280000403:43 offset 1048576<>2097152 00000008:00010000:3.0:1787826418.919355:0:18590:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5eaa85300 00010000:00010000:3.0:1787826418.919375:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.919385:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.919394:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.919433:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.919454:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.919461:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826418.919472:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826418.919479:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1787826418.919504:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85300 00010000:00010000:3.0:1787826418.919559:0:493:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:3.0:1787826418.919632:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994a1c0 - object 0x280000403:44 offset 1048576<>2097152 00000020:00010000:3.0:1787826418.919722:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ac8308 (ffff9ab5c76192d8/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.919726:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ac8308 (ffff9ab5c76192d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.919730:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25157b0 (ffff9ab5ea87b008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826418.919737:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826418.919745:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1787826418.919755:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ac8308 (ffff9ab5c76192d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.919758:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25157b0 (ffff9ab5c76192d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.919767:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826418.919832:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826418.919838:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826418.919845:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826418.919952:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 589824, count: 32768 00000080:00200000:3.0:1787826418.919961:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 144 00000080:00200000:3.0:1787826418.919967:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 145 00000080:00200000:3.0:1787826418.919970:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 146 00000080:00200000:3.0:1787826418.919973:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 147 00000080:00200000:3.0:1787826418.919976:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 148 00000080:00200000:3.0:1787826418.919979:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 149 00000080:00200000:3.0:1787826418.919983:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 150 00000080:00200000:3.0:1787826418.919986:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 151 00000080:00200008:3.0:1787826418.920057:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 622592, count: 32768 00000080:00200000:3.0:1787826418.920062:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 152 00000080:00200000:3.0:1787826418.920066:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 153 00000080:00200000:3.0:1787826418.920070:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 154 00000080:00200000:3.0:1787826418.920073:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 155 00000080:00200000:3.0:1787826418.920076:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 156 00000080:00200000:3.0:1787826418.920078:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 157 00000080:00200000:3.0:1787826418.920081:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 158 00000080:00200000:3.0:1787826418.920084:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 159 00000080:00200008:3.0:1787826418.920150:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 655360, count: 32768 00000080:00200000:3.0:1787826418.920155:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 160 00000080:00200000:3.0:1787826418.920159:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 161 00000080:00200000:3.0:1787826418.920162:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 162 00000080:00200000:3.0:1787826418.920165:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 163 00000080:00200000:3.0:1787826418.920169:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 164 00000080:00200000:3.0:1787826418.920171:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 165 00000080:00200000:3.0:1787826418.920174:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 166 00000080:00200000:3.0:1787826418.920177:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 167 00000080:00200008:3.0:1787826418.920257:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 688128, count: 32768 00000080:00200000:3.0:1787826418.920263:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 168 00000080:00200000:3.0:1787826418.920270:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 688128, bytes: 32768 00000080:00200000:3.0:1787826418.920275:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826418.920281:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826418.920283:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [688128, 720896) 0 0 00000080:00200000:3.0:1787826418.920287:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826418.920304:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 688128 chunk: [688128, 720896) 720896, 32768 00020000:00200000:3.0:1787826418.920309:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826418.920323:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [168, 175] 00000008:00010000:3.0:1787826418.920336:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826418.920341:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911930, osc lock ffff9ab5f0170618, flags 0x0 00010000:00010000:3.0:1787826418.920356:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826418.920367:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 720895) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826418.920377:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826418.920385:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826418.920392:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826418.920432:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [688128, 720896) 00000080:00200000:3.0:1787826418.920444:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826418.920447:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:688128 00000020:00010000:3.0:1787826418.920485:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.920488:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.920491:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911930 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826418.920496:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826418.920504:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1787826418.920513:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.920516:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911930 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.920522:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826418.920528:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826418.920531:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826418.920534:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826418.920603:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 720896, count: 32768 00000080:00200000:3.0:1787826418.920608:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 176 00000080:00200000:3.0:1787826418.920613:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 720896, bytes: 32768 00000080:00200000:3.0:1787826418.920616:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826418.920620:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826418.920622:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [720896, 753664) 0 0 00000080:00200000:3.0:1787826418.920624:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:3.0:1787826418.920631:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 720896 chunk: [720896, 753664) 753664, 32768 00020000:00200000:3.0:1787826418.920634:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826418.920640:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [176, 183] 00000008:00010000:3.0:1787826418.920646:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826418.920649:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911930, osc lock ffff9ab5f0170618, flags 0x0 00010000:00010000:3.0:1787826418.920658:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826418.920667:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (720896 753663) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826418.920683:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826418.920690:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826418.920696:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787826418.920703:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [720896, 753664) 00000080:00200000:3.0:1787826418.920709:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:3.0:1787826418.920712:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:720896 00000020:00010000:3.0:1787826418.920744:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:3.0:1787826418.920748:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826418.920750:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911930 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826418.920755:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826418.920762:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:3.0:1787826418.920770:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826418.920772:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911930 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826418.920777:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:3.0:1787826418.920782:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826418.920784:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:3.0:1787826418.920787:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:3.0:1787826418.920855:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 753664, count: 32768 00000080:00200000:3.0:1787826418.920860:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 184 00000080:00200000:3.0:1787826418.920866:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 753664, bytes: 32768 00000080:00200000:3.0:1787826418.920868:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:3.0:1787826418.920871:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:3.0:1787826418.920873:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [753664, 786432) 0 0 00000080:00200000:3.0:1787826418.920875:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:3.0:1787826418.920881:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 753664 chunk: [753664, 786432) 786432, 32768 00020000:00200000:3.0:1787826418.920883:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826418.920888:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [184, 191] 00000008:00010000:3.0:1787826418.920894:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1787826418.920897:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911930, osc lock ffff9ab5f0170618, flags 0x0 00000100:00100000:2.0:1787826418.921003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581888:192.168.203.115@tcp:3:md5sum.0 00000100:00100000:2.0:1787826418.921075:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826418.921082:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581760:192.168.203.115@tcp:3:md5sum.0 00010000:00010000:3.0:1787826418.935097:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.935288:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (753664 786431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.935307:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.935329:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.935336:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826418.935351:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [753664, 786432) 00000080:00200000:0.0:1787826418.935374:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.935380:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:753664 00000020:00010000:0.0:1787826418.935462:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.935467:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.935470:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911930 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.935475:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.935485:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1787826418.935501:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.935504:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911930 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.935518:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.935531:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.935548:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.935554:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.935639:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 786432, count: 32768 00000080:00200000:0.0:1787826418.935647:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 192 00000080:00200000:0.0:1787826418.935661:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 786432, bytes: 32768 00000080:00200000:0.0:1787826418.935665:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.935670:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.935673:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [786432, 819200) 0 0 00000080:00200000:0.0:1787826418.935677:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.935692:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 786432 chunk: [786432, 819200) 819200, 32768 00020000:00200000:0.0:1787826418.935695:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.935712:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [192, 199] 00000008:00010000:0.0:1787826418.935724:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.935728:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.935743:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.935753:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (786432 819199) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.935762:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.935770:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.935777:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826418.935784:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [786432, 819200) 00000080:00200000:0.0:1787826418.935792:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.935794:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:786432 00000020:00010000:0.0:1787826418.935827:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.935830:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.935833:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.935837:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.935845:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1787826418.935855:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.935858:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.935863:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.935880:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.935884:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.935887:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.935957:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 819200, count: 32768 00000080:00200000:0.0:1787826418.935962:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 200 00000080:00200000:0.0:1787826418.935967:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 819200, bytes: 32768 00000080:00200000:0.0:1787826418.935970:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.935974:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.935976:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [819200, 851968) 0 0 00000080:00200000:0.0:1787826418.935978:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.935985:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 819200 chunk: [819200, 851968) 851968, 32768 00020000:00200000:0.0:1787826418.935987:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.935993:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [200, 207] 00000008:00010000:0.0:1787826418.936000:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.936002:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.936010:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.936019:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (819200 851967) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.936028:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.936034:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.936042:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826418.936050:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [819200, 851968) 00000080:00200000:0.0:1787826418.936056:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.936059:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:819200 00000020:00010000:0.0:1787826418.936088:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.936091:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.936094:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.936098:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.936105:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1787826418.936113:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.936116:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.936120:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.936124:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.936127:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.936130:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.936207:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 851968, count: 32768 00000080:00200000:0.0:1787826418.936213:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 208 00000080:00200000:0.0:1787826418.936218:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 851968, bytes: 32768 00000080:00200000:0.0:1787826418.936220:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.936223:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.936225:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [851968, 884736) 0 0 00000080:00200000:0.0:1787826418.936227:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.936234:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 851968 chunk: [851968, 884736) 884736, 32768 00020000:00200000:0.0:1787826418.936236:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.936241:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [208, 215] 00000008:00010000:0.0:1787826418.936246:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.936248:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.936256:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.936264:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (851968 884735) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.936272:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.936278:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.936285:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826418.936292:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [851968, 884736) 00000080:00200000:0.0:1787826418.936297:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.936300:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:851968 00000020:00010000:0.0:1787826418.936332:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.936335:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.936338:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.936342:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.936356:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:0.0:1787826418.936365:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.936368:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.936373:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.936377:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.936380:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.936383:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.936483:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 884736, count: 32768 00000080:00200000:0.0:1787826418.936490:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 216 00000080:00200000:0.0:1787826418.936494:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 884736, bytes: 32768 00000080:00200000:0.0:1787826418.936496:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.936500:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.936502:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [884736, 917504) 0 0 00000080:00200000:0.0:1787826418.936504:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.936511:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 884736 chunk: [884736, 917504) 917504, 32768 00020000:00200000:0.0:1787826418.936513:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.936519:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [216, 223] 00000008:00010000:0.0:1787826418.936524:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.936527:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.936534:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.936542:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 917503) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.936550:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.936558:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.936566:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826418.936573:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [884736, 917504) 00000080:00200000:0.0:1787826418.936578:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.936581:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:884736 00000020:00010000:0.0:1787826418.936611:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.936614:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.936616:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.936621:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.936629:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:0.0:1787826418.936638:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.936641:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.936645:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.936650:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.936653:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.936656:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.937500:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 917504, count: 32768 00000080:00200000:0.0:1787826418.937511:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 224 00000080:00200000:0.0:1787826418.937521:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 917504, bytes: 32768 00000080:00200000:0.0:1787826418.937524:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.937530:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.937585:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [917504, 950272) 0 0 00000080:00200000:0.0:1787826418.937589:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.937600:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 917504 chunk: [917504, 950272) 950272, 32768 00020000:00200000:0.0:1787826418.937603:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.937614:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [224, 231] 00000008:00010000:0.0:1787826418.937624:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.937627:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.937639:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826418.937650:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (917504 950271) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826418.937660:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826418.937667:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826418.937675:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1787826418.937683:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [917504, 950272) 00000080:00200000:0.0:1787826418.937691:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.937695:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:917504 00000020:00010000:0.0:1787826418.937825:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.937829:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.937832:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.937837:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1787826418.937845:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:0.0:1787826418.937855:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.937858:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.937932:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.937941:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.937944:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.937948:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.938096:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 950272, count: 32768 00000080:00200000:0.0:1787826418.938103:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 232 00000080:00200000:0.0:1787826418.938109:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 950272, bytes: 32768 00000080:00200000:0.0:1787826418.938112:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.938116:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.938118:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [950272, 983040) 0 0 00000080:00200000:0.0:1787826418.938121:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.938129:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 950272 chunk: [950272, 983040) 983040, 32768 00020000:00200000:0.0:1787826418.938131:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.938138:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [232, 239] 00000008:00010000:0.0:1787826418.938145:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.938147:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.938156:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.938164:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (950272 983039) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.938177:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.938184:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.938189:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787826418.938207:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [950272, 983040) 00000080:00200000:0.0:1787826418.938213:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.938216:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:950272 00000020:00010000:0.0:1787826418.938249:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.938252:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.938255:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.938259:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.938266:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1787826418.938275:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.938278:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.938283:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.938287:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.938290:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.938293:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.939710:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 983040, count: 32768 00000080:00200000:0.0:1787826418.939725:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 240 00000080:00200000:0.0:1787826418.939740:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 983040, bytes: 32768 00000080:00200000:0.0:1787826418.939744:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.939751:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.939753:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [983040, 1015808) 0 0 00000080:00200000:0.0:1787826418.939758:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.939774:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 983040 chunk: [983040, 1015808) 1015808, 32768 00020000:00200000:0.0:1787826418.939777:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.939789:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [240, 247] 00000008:00010000:0.0:1787826418.939801:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.939805:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.939821:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.939833:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (983040 1015807) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.939961:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.939972:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.939981:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826418.939990:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [983040, 1015808) 00000080:00200000:0.0:1787826418.940002:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.940006:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:983040 00000020:00010000:0.0:1787826418.940048:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.940051:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.940054:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.940058:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.940066:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:0.0:1787826418.940077:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.940080:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.940088:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.940096:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.940098:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.940102:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.940258:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1015808, count: 32768 00000080:00200000:0.0:1787826418.940268:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 248 00000080:00200000:0.0:1787826418.940277:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1015808, bytes: 32768 00000080:00200000:0.0:1787826418.940283:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.940288:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.940289:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1015808, 1048576) 0 0 00000080:00200000:0.0:1787826418.940292:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.940303:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1015808 chunk: [1015808, 1048576) 1048576, 32768 00020000:00200000:0.0:1787826418.940305:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826418.940312:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [248, 255] 00000008:00010000:0.0:1787826418.940318:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.940320:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.940333:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.940348:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1015808 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.940358:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.940366:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.940374:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787826418.940382:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1015808, 1048576) 00000080:00200000:0.0:1787826418.940388:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.940391:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1015808 00000020:00010000:0.0:1787826418.940442:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.940446:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.940448:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.940452:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.940460:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:0.0:1787826418.940470:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.940473:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.940485:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.940491:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.940497:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.940500:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.942500:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1048576, count: 32768 00000008:00010000:2.0:1787826418.964509:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85540 00000008:00010000:2.0:1787826418.964588:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85540 00000100:00100000:2.0:1787826418.964623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428581504:192.168.203.115@tcp:3:md5sum.0 00000080:00200000:0.0:1787826418.965874:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 256 00000080:00200000:0.0:1787826418.965894:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1048576, bytes: 32768 00000080:00200000:0.0:1787826418.965898:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.965904:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.965906:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1048576, 1081344) 0 0 00000080:00200000:0.0:1787826418.965911:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.965927:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1048576, 1081344) 1081344, 32768 00020000:00200000:0.0:1787826418.965930:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.965943:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [256, 263] 00000008:00010000:0.0:1787826418.965954:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.965959:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.965976:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826418.965987:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 32767) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826418.965997:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826418.966003:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826418.966008:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826418.966014:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1048576, 1081344) 00000080:00200000:0.0:1787826418.966025:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.966029:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1048576 00000020:00010000:0.0:1787826418.966067:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.966070:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.966073:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.966076:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826418.966082:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1787826418.966092:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.966094:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.966099:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.966106:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.966109:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.966112:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.966188:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1081344, count: 32768 00000080:00200000:0.0:1787826418.966433:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 264 00000080:00200000:0.0:1787826418.966442:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1081344, bytes: 32768 00000080:00200000:0.0:1787826418.966445:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.966450:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.966452:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1081344, 1114112) 0 0 00000080:00200000:0.0:1787826418.966653:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.966669:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1081344, 1114112) 1114112, 32768 00020000:00200000:0.0:1787826418.966672:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.966682:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [264, 271] 00000008:00010000:0.0:1787826418.966689:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.966693:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.966703:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826418.966714:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 65535) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826418.966723:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826418.966731:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826418.966739:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826418.966747:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1081344, 1114112) 00000080:00200000:0.0:1787826418.966755:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.966758:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1081344 00000020:00010000:0.0:1787826418.966795:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.966798:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.966801:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.966806:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826418.966815:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1787826418.966831:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.966834:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.966839:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.966844:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.966848:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.966851:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.966923:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1114112, count: 32768 00000080:00200000:0.0:1787826418.966930:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 272 00000080:00200000:0.0:1787826418.966935:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1114112, bytes: 32768 00000080:00200000:0.0:1787826418.966938:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.966942:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.966944:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1114112, 1146880) 0 0 00000080:00200000:0.0:1787826418.966947:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.966954:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1114112, 1146880) 1146880, 32768 00020000:00200000:0.0:1787826418.966957:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.966963:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [272, 279] 00000008:00010000:0.0:1787826418.966969:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.966972:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.966980:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826418.966989:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (65536 98303) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826418.966999:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826418.967005:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826418.967012:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826418.967019:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1114112, 1146880) 00000080:00200000:0.0:1787826418.967025:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.967027:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1114112 00000020:00010000:0.0:1787826418.967059:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.967062:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.967065:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.967069:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826418.967077:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1787826418.967086:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.967089:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.967095:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.967099:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.967102:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.967105:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.967175:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1146880, count: 32768 00000080:00200000:0.0:1787826418.967179:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 280 00000080:00200000:0.0:1787826418.967185:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1146880, bytes: 32768 00000080:00200000:0.0:1787826418.967187:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.967200:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.967202:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1146880, 1179648) 0 0 00000080:00200000:0.0:1787826418.967205:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.967212:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1146880, 1179648) 1179648, 32768 00020000:00200000:0.0:1787826418.967214:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.967220:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [280, 287] 00000008:00010000:0.0:1787826418.967226:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.967228:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.967236:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826418.967245:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (98304 131071) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826418.967254:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826418.967261:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826418.967269:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826418.967281:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1146880, 1179648) 00000080:00200000:0.0:1787826418.967288:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.967291:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1146880 00000020:00010000:0.0:1787826418.967324:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.967327:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.967330:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.967334:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826418.967348:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1787826418.967357:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.967359:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.967363:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.967368:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.967372:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.967374:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.967733:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1179648, count: 32768 00000080:00200000:0.0:1787826418.967739:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 288 00000080:00200000:0.0:1787826418.967746:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1179648, bytes: 32768 00000080:00200000:0.0:1787826418.967749:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.967753:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.967755:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1179648, 1212416) 0 0 00000080:00200000:0.0:1787826418.967758:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.967766:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1179648, 1212416) 1212416, 32768 00020000:00200000:0.0:1787826418.967769:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.967776:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [288, 295] 00000008:00010000:0.0:1787826418.967783:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.967786:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.967795:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.967805:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (131072 163839) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.967814:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.967824:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.967832:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826418.967839:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1179648, 1212416) 00000080:00200000:0.0:1787826418.967846:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.967849:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1179648 00000020:00010000:0.0:1787826418.967887:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.967890:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.967893:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.967897:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826418.967905:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1787826418.967915:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.967917:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.967922:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.967927:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.967931:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.967934:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.968002:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1212416, count: 32768 00000080:00200000:0.0:1787826418.968008:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 296 00000080:00200000:0.0:1787826418.968013:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1212416, bytes: 32768 00000080:00200000:0.0:1787826418.968015:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.968019:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.968021:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1212416, 1245184) 0 0 00000080:00200000:0.0:1787826418.968024:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.968031:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1212416, 1245184) 1245184, 32768 00020000:00200000:0.0:1787826418.968033:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.968038:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [296, 303] 00000008:00010000:0.0:1787826418.968045:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.968047:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.968055:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.968064:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (163840 196607) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.968073:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.968081:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.968088:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826418.968096:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1212416, 1245184) 00000080:00200000:0.0:1787826418.968102:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.968105:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1212416 00000020:00010000:0.0:1787826418.968136:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.968139:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.968143:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.968147:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826418.968154:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1787826418.968163:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.968166:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.968170:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.968175:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.968178:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.968181:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.968258:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1245184, count: 32768 00000080:00200000:0.0:1787826418.968263:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 304 00000080:00200000:0.0:1787826418.968268:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1245184, bytes: 32768 00000080:00200000:0.0:1787826418.968270:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.968274:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.968276:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1245184, 1277952) 0 0 00000080:00200000:0.0:1787826418.968278:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.968285:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1245184, 1277952) 1277952, 32768 00020000:00200000:0.0:1787826418.968287:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.968292:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [304, 311] 00000008:00010000:0.0:1787826418.968298:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.968300:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.968308:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.968317:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (196608 229375) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.968331:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.968340:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.968347:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826418.968354:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1245184, 1277952) 00000080:00200000:0.0:1787826418.968361:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.968364:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1245184 00000020:00010000:0.0:1787826418.968397:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.968423:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.968426:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.968430:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826418.968438:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1787826418.968447:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.968450:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.968660:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.968667:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.968670:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.968673:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.968742:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1277952, count: 32768 00000080:00200000:0.0:1787826418.968748:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 312 00000080:00200000:0.0:1787826418.968754:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1277952, bytes: 32768 00000080:00200000:0.0:1787826418.968757:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.968761:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.968763:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1277952, 1310720) 0 0 00000080:00200000:0.0:1787826418.968766:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.968774:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1277952, 1310720) 1310720, 32768 00020000:00200000:0.0:1787826418.968776:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.968782:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [312, 319] 00000008:00010000:0.0:1787826418.968788:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.968790:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.968799:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.968809:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (229376 262143) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.968818:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.968827:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.968835:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826418.968842:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1277952, 1310720) 00000080:00200000:0.0:1787826418.968849:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.968852:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1277952 00000020:00010000:0.0:1787826418.968887:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.968890:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.968893:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.968897:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826418.968906:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:0.0:1787826418.968915:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.968917:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.968923:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.968927:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.968930:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.968932:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.969001:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1310720, count: 32768 00000080:00200000:0.0:1787826418.969006:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 320 00000080:00200000:0.0:1787826418.969011:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1310720, bytes: 32768 00000080:00200000:0.0:1787826418.969014:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.969018:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.969020:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1310720, 1343488) 0 0 00000080:00200000:0.0:1787826418.969022:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.969028:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1310720, 1343488) 1343488, 32768 00020000:00200000:0.0:1787826418.969031:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.969036:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [320, 327] 00000008:00010000:0.0:1787826418.969043:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.969045:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.969053:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.969068:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (262144 294911) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.969077:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.969084:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.969092:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826418.969099:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1310720, 1343488) 00000080:00200000:0.0:1787826418.969106:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.969109:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1310720 00000020:00010000:0.0:1787826418.969145:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.969148:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.969151:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.969155:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826418.969165:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00010000:0.0:1787826418.969173:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.969176:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.969180:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.969186:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.969189:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.969205:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.969275:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1343488, count: 32768 00000080:00200000:0.0:1787826418.969280:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 328 00000080:00200000:0.0:1787826418.969285:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1343488, bytes: 32768 00000080:00200000:0.0:1787826418.969288:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.969292:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.969294:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1343488, 1376256) 0 0 00000080:00200000:0.0:1787826418.969296:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.969303:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1343488, 1376256) 1376256, 32768 00020000:00200000:0.0:1787826418.969305:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.969310:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [328, 335] 00000008:00010000:0.0:1787826418.969316:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.969319:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.969327:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826418.969336:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (294912 327679) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826418.969346:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826418.969354:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826418.969362:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1787826418.969370:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1343488, 1376256) 00000080:00200000:0.0:1787826418.969376:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.969378:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1343488 00000020:00010000:0.0:1787826418.969439:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.969443:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.969445:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.969449:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826418.969660:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:0.0:1787826418.969670:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.969673:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.969678:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.969683:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.969687:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.969689:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.969759:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1376256, count: 32768 00000080:00200000:0.0:1787826418.969765:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 336 00000080:00200000:0.0:1787826418.969771:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1376256, bytes: 32768 00000080:00200000:0.0:1787826418.969774:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.969777:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.969779:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1376256, 1409024) 0 0 00000080:00200000:0.0:1787826418.969782:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.969789:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1376256, 1409024) 1409024, 32768 00020000:00200000:0.0:1787826418.969791:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.969798:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [336, 343] 00000008:00010000:0.0:1787826418.969803:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.969806:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.969813:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.969821:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (327680 360447) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.969829:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.969836:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.969843:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787826418.969850:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1376256, 1409024) 00000080:00200000:0.0:1787826418.969857:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.969860:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1376256 00000020:00010000:0.0:1787826418.969894:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.969897:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.969900:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.969905:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826418.969911:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1787826418.969920:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.969922:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.969926:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.969930:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.969934:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.969936:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.970004:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1409024, count: 32768 00000080:00200000:0.0:1787826418.970008:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 344 00000080:00200000:0.0:1787826418.970013:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1409024, bytes: 32768 00000080:00200000:0.0:1787826418.970015:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.970019:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.970020:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1409024, 1441792) 0 0 00000080:00200000:0.0:1787826418.970023:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.970029:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1409024, 1441792) 1441792, 32768 00020000:00200000:0.0:1787826418.970031:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.970035:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [344, 351] 00000008:00010000:0.0:1787826418.970041:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.970042:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.970049:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.970058:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (360448 393215) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.970066:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.970073:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.970081:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826418.970089:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1409024, 1441792) 00000080:00200000:0.0:1787826418.970093:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.970096:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1409024 00000020:00010000:0.0:1787826418.970131:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.970135:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.970137:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.970141:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826418.970148:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:0.0:1787826418.970157:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.970159:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.970164:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.970169:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.970172:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.970175:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.970254:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1441792, count: 32768 00000080:00200000:0.0:1787826418.970260:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 352 00000080:00200000:0.0:1787826418.970264:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1441792, bytes: 32768 00000080:00200000:0.0:1787826418.970267:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.970270:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.970273:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1441792, 1474560) 0 0 00000080:00200000:0.0:1787826418.970276:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.970283:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1441792, 1474560) 1474560, 32768 00020000:00200000:0.0:1787826418.970285:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.970290:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [352, 359] 00000008:00010000:0.0:1787826418.970296:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.970298:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.970305:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.970314:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (393216 425983) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.970322:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.970329:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.970337:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787826418.970344:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1441792, 1474560) 00000080:00200000:0.0:1787826418.970350:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.970352:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1441792 00000020:00010000:0.0:1787826418.970388:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.970391:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.970394:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.970427:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826418.970441:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:0.0:1787826418.970450:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.970653:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.970661:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.970667:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.970670:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.970673:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.970744:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1474560, count: 32768 00000080:00200000:0.0:1787826418.970750:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 360 00000080:00200000:0.0:1787826418.970755:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1474560, bytes: 32768 00000080:00200000:0.0:1787826418.970758:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.970762:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.970764:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1474560, 1507328) 0 0 00000080:00200000:0.0:1787826418.970766:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.970773:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1474560, 1507328) 1507328, 32768 00020000:00200000:0.0:1787826418.970776:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.970782:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [360, 367] 00000008:00010000:0.0:1787826418.970788:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.970790:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.970799:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826418.970808:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (425984 458751) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826418.970816:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826418.970825:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826418.970832:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1787826418.970839:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1474560, 1507328) 00000080:00200000:0.0:1787826418.970845:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.970849:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1474560 00000020:00010000:0.0:1787826418.970883:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.970886:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.970888:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.970893:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826418.970901:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:0.0:1787826418.970910:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.970913:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.970918:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.970923:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.970926:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.970929:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.970998:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1507328, count: 32768 00000080:00200000:0.0:1787826418.971004:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 368 00000080:00200000:0.0:1787826418.971010:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1507328, bytes: 32768 00000080:00200000:0.0:1787826418.971012:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.971016:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.971018:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1507328, 1540096) 0 0 00000080:00200000:0.0:1787826418.971020:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.971027:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1507328, 1540096) 1540096, 32768 00020000:00200000:0.0:1787826418.971030:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.971038:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [368, 375] 00000008:00010000:0.0:1787826418.971047:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.971050:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.971058:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826418.971067:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (458752 491519) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826418.971076:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826418.971084:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826418.971091:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1787826418.971098:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1507328, 1540096) 00000080:00200000:0.0:1787826418.971104:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.971107:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1507328 00000020:00010000:0.0:1787826418.971144:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.971147:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.971150:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.971155:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826418.971163:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00010000:0.0:1787826418.971175:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.971178:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.971184:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.971205:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.971209:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.971213:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.971282:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1540096, count: 32768 00000080:00200000:0.0:1787826418.971288:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 376 00000080:00200000:0.0:1787826418.971293:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1540096, bytes: 32768 00000080:00200000:0.0:1787826418.971295:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.971299:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.971301:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1540096, 1572864) 0 0 00000080:00200000:0.0:1787826418.971304:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.971311:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1540096, 1572864) 1572864, 32768 00020000:00200000:0.0:1787826418.971314:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.971319:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [376, 383] 00000008:00010000:0.0:1787826418.971326:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.971328:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.971336:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826418.971345:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (491520 524287) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826418.971359:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826418.971367:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826418.971375:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1787826418.971382:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1540096, 1572864) 00000080:00200000:0.0:1787826418.971388:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.971390:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1540096 00000020:00010000:0.0:1787826418.971702:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.971706:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.971709:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.971713:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826418.971721:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:0.0:1787826418.971730:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.971732:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.971738:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.971743:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.971748:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.971751:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.971820:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1572864, count: 32768 00000080:00200000:0.0:1787826418.971825:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 384 00000080:00200000:0.0:1787826418.971831:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1572864, bytes: 32768 00000080:00200000:0.0:1787826418.971834:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.971839:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.971841:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1572864, 1605632) 0 0 00000080:00200000:0.0:1787826418.971844:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.971850:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1572864, 1605632) 1605632, 32768 00020000:00200000:0.0:1787826418.971853:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.971859:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [384, 391] 00000008:00010000:0.0:1787826418.971865:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.971868:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.971876:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826418.971885:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 557055) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826418.971895:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826418.971903:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826418.971910:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000080:00200000:0.0:1787826418.971923:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1572864, 1605632) 00000080:00200000:0.0:1787826418.971929:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.971933:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1572864 00000020:00010000:0.0:1787826418.971964:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.971966:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.971969:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.971973:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826418.971980:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00010000:0.0:1787826418.971989:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.971992:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.971996:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.972001:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.972004:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.972007:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.972075:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1605632, count: 32768 00000080:00200000:0.0:1787826418.972080:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 392 00000080:00200000:0.0:1787826418.972085:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1605632, bytes: 32768 00000080:00200000:0.0:1787826418.972087:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.972091:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.972093:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1605632, 1638400) 0 0 00000080:00200000:0.0:1787826418.972095:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.972102:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1605632, 1638400) 1638400, 32768 00020000:00200000:0.0:1787826418.972104:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.972110:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [392, 399] 00000008:00010000:0.0:1787826418.972116:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.972119:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.972126:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787826418.972134:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (557056 589823) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787826418.972143:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787826418.972151:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787826418.972158:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000080:00200000:0.0:1787826418.972166:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1605632, 1638400) 00000080:00200000:0.0:1787826418.972174:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.972178:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1605632 00000020:00010000:0.0:1787826418.972225:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.972229:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.972231:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.972236:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1787826418.972244:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00010000:0.0:1787826418.972254:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.972256:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.972261:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.972266:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.972269:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.972272:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.972340:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1638400, count: 32768 00000080:00200000:0.0:1787826418.972346:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 400 00000080:00200000:0.0:1787826418.972351:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1638400, bytes: 32768 00000080:00200000:0.0:1787826418.972353:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.972357:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.972359:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1638400, 1671168) 0 0 00000080:00200000:0.0:1787826418.972361:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.972368:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1638400, 1671168) 1671168, 32768 00020000:00200000:0.0:1787826418.972370:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.972376:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [400, 407] 00000008:00010000:0.0:1787826418.972382:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.972384:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.972392:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826418.972433:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (589824 622591) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826418.972443:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826418.972450:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826418.972463:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787826418.972471:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1638400, 1671168) 00000080:00200000:0.0:1787826418.972477:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.972480:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1638400 00000020:00010000:0.0:1787826418.972901:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.972905:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.972907:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.972912:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826418.972922:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:0.0:1787826418.972932:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.972935:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.972940:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.972946:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.972949:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.972952:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.973022:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1671168, count: 32768 00000080:00200000:0.0:1787826418.973027:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 408 00000080:00200000:0.0:1787826418.973032:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1671168, bytes: 32768 00000080:00200000:0.0:1787826418.973035:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.973039:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.973041:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1671168, 1703936) 0 0 00000080:00200000:0.0:1787826418.973044:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.973051:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1671168, 1703936) 1703936, 32768 00020000:00200000:0.0:1787826418.973053:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.973060:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [408, 415] 00000008:00010000:0.0:1787826418.973068:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.973071:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.973081:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787826418.973090:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (622592 655359) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787826418.973098:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787826418.973105:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787826418.973111:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787826418.973118:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1671168, 1703936) 00000080:00200000:0.0:1787826418.973124:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.973127:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1671168 00000020:00010000:0.0:1787826418.973155:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.973158:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.973160:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.973164:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1787826418.973176:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000020:00010000:0.0:1787826418.973184:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.973186:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.973201:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.973206:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.973209:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.973212:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.973278:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1703936, count: 32768 00000080:00200000:0.0:1787826418.973284:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 416 00000080:00200000:0.0:1787826418.973289:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1703936, bytes: 32768 00000080:00200000:0.0:1787826418.973292:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.973296:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.973297:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1703936, 1736704) 0 0 00000080:00200000:0.0:1787826418.973300:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.973307:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1703936, 1736704) 1736704, 32768 00020000:00200000:0.0:1787826418.973309:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.973314:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [416, 423] 00000008:00010000:0.0:1787826418.973321:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.973323:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.973332:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826418.973340:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (655360 688127) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826418.973349:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826418.973356:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000008:00010000:2.0:1787826418.973573:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85240 00010000:00010000:0.0:1787826418.973626:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000008:00010000:2.0:1787826418.973627:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85240 00000080:00200000:0.0:1787826418.973637:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1703936, 1736704) 00000080:00200000:0.0:1787826418.973645:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.973648:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1703936 00000100:00100000:2.0:1787826418.973654:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581760:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:0.0:1787826418.973681:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.973683:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.973686:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.973690:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826418.973698:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00010000:0.0:1787826418.973707:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.973709:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.973714:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.973718:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.973722:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.973725:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.973794:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1736704, count: 32768 00000080:00200000:0.0:1787826418.973800:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 424 00000080:00200000:0.0:1787826418.973805:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1736704, bytes: 32768 00000080:00200000:0.0:1787826418.973808:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.973812:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.973814:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1736704, 1769472) 0 0 00000080:00200000:0.0:1787826418.973816:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.973823:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1736704, 1769472) 1769472, 32768 00020000:00200000:0.0:1787826418.973826:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.973832:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [424, 431] 00000008:00010000:0.0:1787826418.973838:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.973840:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.973848:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826418.973857:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 720895) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826418.973866:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826418.973873:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826418.973880:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787826418.973887:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1736704, 1769472) 00000080:00200000:0.0:1787826418.973893:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.973895:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1736704 00000020:00010000:0.0:1787826418.973928:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.973931:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.973934:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.973938:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826418.973946:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00010000:0.0:1787826418.973955:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.973957:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.973962:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.973967:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.973969:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.973972:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.974041:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1769472, count: 32768 00000080:00200000:0.0:1787826418.974046:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 432 00000080:00200000:0.0:1787826418.974050:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1769472, bytes: 32768 00000080:00200000:0.0:1787826418.974053:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.974056:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.974058:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1769472, 1802240) 0 0 00000080:00200000:0.0:1787826418.974061:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.974067:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1769472, 1802240) 1802240, 32768 00020000:00200000:0.0:1787826418.974070:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.974075:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [432, 439] 00000008:00010000:0.0:1787826418.974081:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.974083:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.974090:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826418.974099:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (720896 753663) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826418.974112:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826418.974118:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826418.974124:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787826418.974131:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1769472, 1802240) 00000080:00200000:0.0:1787826418.974136:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.974138:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1769472 00000020:00010000:0.0:1787826418.974166:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.974169:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.974172:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.974176:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826418.974184:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000020:00010000:0.0:1787826418.974203:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.974205:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.974210:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.974214:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.974219:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.974222:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.974290:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1802240, count: 32768 00000080:00200000:0.0:1787826418.974295:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 440 00000080:00200000:0.0:1787826418.974300:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1802240, bytes: 32768 00000080:00200000:0.0:1787826418.974302:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.974306:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.974307:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1802240, 1835008) 0 0 00000080:00200000:0.0:1787826418.974310:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.974317:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1802240, 1835008) 1835008, 32768 00020000:00200000:0.0:1787826418.974319:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.974324:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [440, 447] 00000008:00010000:0.0:1787826418.974330:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.974333:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.974345:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826418.974353:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (753664 786431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826418.974360:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826418.974367:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826418.974374:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787826418.974385:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1802240, 1835008) 00000080:00200000:0.0:1787826418.974390:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.974393:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1802240 00000020:00010000:0.0:1787826418.974461:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.974464:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.974466:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.974470:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826418.974477:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000020:00010000:0.0:1787826418.974555:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.974560:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.974564:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.974569:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.974572:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.974574:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.974643:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1835008, count: 32768 00000080:00200000:0.0:1787826418.974649:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 448 00000080:00200000:0.0:1787826418.974653:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1835008, bytes: 32768 00000080:00200000:0.0:1787826418.974656:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.974660:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.974661:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1835008, 1867776) 0 0 00000080:00200000:0.0:1787826418.974664:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.974671:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1835008, 1867776) 1867776, 32768 00020000:00200000:0.0:1787826418.974673:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.974679:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [448, 455] 00000008:00010000:0.0:1787826418.974685:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.974687:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.974695:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826418.974705:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (786432 819199) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826418.974715:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826418.974722:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826418.974729:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787826418.974736:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1835008, 1867776) 00000080:00200000:0.0:1787826418.974741:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.974744:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1835008 00000020:00010000:0.0:1787826418.974777:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.974780:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.974782:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.974787:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826418.974796:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000020:00010000:0.0:1787826418.974805:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.974808:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.974812:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.974817:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.974820:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.974823:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.974891:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1867776, count: 32768 00000080:00200000:0.0:1787826418.974896:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 456 00000080:00200000:0.0:1787826418.974901:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1867776, bytes: 32768 00000080:00200000:0.0:1787826418.974903:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.974907:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.974908:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1867776, 1900544) 0 0 00000080:00200000:0.0:1787826418.974911:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.974918:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1867776, 1900544) 1900544, 32768 00020000:00200000:0.0:1787826418.974920:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.974925:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [456, 463] 00000008:00010000:0.0:1787826418.974931:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.974933:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.974940:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826418.974949:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (819200 851967) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826418.974957:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826418.974966:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826418.974973:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787826418.974980:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1867776, 1900544) 00000080:00200000:0.0:1787826418.974984:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.974986:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1867776 00000020:00010000:0.0:1787826418.975006:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.975008:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.975009:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.975012:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826418.975017:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000020:00010000:0.0:1787826418.975023:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.975024:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.975027:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.975030:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.975032:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.975034:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.975097:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1900544, count: 32768 00000080:00200000:0.0:1787826418.975100:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 464 00000080:00200000:0.0:1787826418.975102:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1900544, bytes: 32768 00000080:00200000:0.0:1787826418.975104:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.975106:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.975107:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1900544, 1933312) 0 0 00000080:00200000:0.0:1787826418.975109:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.975113:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1900544, 1933312) 1933312, 32768 00020000:00200000:0.0:1787826418.975115:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.975118:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [464, 471] 00000008:00010000:0.0:1787826418.975121:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.975123:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.975127:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826418.975133:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (851968 884735) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826418.975138:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826418.975143:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826418.975147:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787826418.975150:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1900544, 1933312) 00000080:00200000:0.0:1787826418.975153:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.975154:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1900544 00000020:00010000:0.0:1787826418.975172:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.975174:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.975175:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.975177:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826418.975186:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000020:00010000:0.0:1787826418.975205:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.975208:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.975212:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.975216:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.975219:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.975221:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.975288:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1933312, count: 32768 00000080:00200000:0.0:1787826418.975293:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 472 00000080:00200000:0.0:1787826418.975298:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1933312, bytes: 32768 00000080:00200000:0.0:1787826418.975300:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.975304:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.975306:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1933312, 1966080) 0 0 00000080:00200000:0.0:1787826418.975309:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.975315:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1933312, 1966080) 1966080, 32768 00020000:00200000:0.0:1787826418.975318:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.975322:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [472, 479] 00000008:00010000:0.0:1787826418.975328:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.975330:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.975338:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826418.975346:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 917503) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826418.975355:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826418.975364:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826418.975371:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787826418.975377:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1933312, 1966080) 00000080:00200000:0.0:1787826418.975382:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.975385:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1933312 00000020:00010000:0.0:1787826418.975456:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.975459:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.975461:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.975465:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826418.975472:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000020:00010000:0.0:1787826418.975481:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.975484:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.975645:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.975651:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.975654:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.975658:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.975726:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1966080, count: 32768 00000080:00200000:0.0:1787826418.975732:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 480 00000080:00200000:0.0:1787826418.975738:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1966080, bytes: 32768 00000080:00200000:0.0:1787826418.975741:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.975744:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.975746:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1966080, 1998848) 0 0 00000080:00200000:0.0:1787826418.975749:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.975756:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1966080, 1998848) 1998848, 32768 00020000:00200000:0.0:1787826418.975758:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.975764:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [480, 487] 00000008:00010000:0.0:1787826418.975770:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.975772:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.975780:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826418.975790:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (917504 950271) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826418.975798:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826418.975806:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826418.975814:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000080:00200000:0.0:1787826418.975821:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1966080, 1998848) 00000080:00200000:0.0:1787826418.975827:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.975829:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1966080 00000020:00010000:0.0:1787826418.975862:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.975864:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.975866:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.975869:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826418.975875:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000020:00010000:0.0:1787826418.975880:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.975882:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.975884:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.975888:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.975889:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.975891:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.975955:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1998848, count: 32768 00000080:00200000:0.0:1787826418.975957:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 488 00000080:00200000:0.0:1787826418.975960:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1998848, bytes: 32768 00000080:00200000:0.0:1787826418.975961:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.975963:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.975965:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1998848, 2031616) 0 0 00000080:00200000:0.0:1787826418.975966:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.975970:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1998848, 2031616) 2031616, 32768 00020000:00200000:0.0:1787826418.975972:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.975975:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [488, 495] 00000008:00010000:0.0:1787826418.975979:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.975980:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.975985:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826418.975991:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (950272 983039) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826418.976001:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826418.976005:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826418.976009:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1787826418.976013:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1998848, 2031616) 00000080:00200000:0.0:1787826418.976016:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.976018:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1998848 00000020:00010000:0.0:1787826418.976036:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.976038:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.976039:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.976042:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826418.976048:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000020:00010000:0.0:1787826418.976056:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.976059:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.976065:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.976069:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.976072:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.976074:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.976141:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2031616, count: 32768 00000080:00200000:0.0:1787826418.976146:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 496 00000080:00200000:0.0:1787826418.976150:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 2031616, bytes: 32768 00000080:00200000:0.0:1787826418.976153:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.976156:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.976157:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [2031616, 2064384) 0 0 00000080:00200000:0.0:1787826418.976159:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.976165:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [2031616, 2064384) 2064384, 32768 00020000:00200000:0.0:1787826418.976167:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.976172:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [496, 503] 00000008:00010000:0.0:1787826418.976177:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.976179:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.976187:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826418.976207:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (983040 1015807) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826418.976216:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826418.976224:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826418.976231:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787826418.976243:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2031616, 2064384) 00000080:00200000:0.0:1787826418.976249:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.976252:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:2031616 00000020:00010000:0.0:1787826418.976281:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.976283:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.976286:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.976289:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826418.976297:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00000020:00010000:0.0:1787826418.976304:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.976306:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.976310:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.976315:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.976317:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.976319:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.976388:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2064384, count: 32768 00000080:00200000:0.0:1787826418.976392:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 504 00000080:00200000:0.0:1787826418.976396:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 2064384, bytes: 32768 00000080:00200000:0.0:1787826418.976430:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826418.976436:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826418.976437:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [2064384, 2097152) 0 0 00000080:00200000:0.0:1787826418.976440:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826418.976448:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [2064384, 2097152) 2097152, 32768 00020000:00200000:0.0:1787826418.976450:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826418.976456:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [504, 511] 00000008:00010000:0.0:1787826418.976463:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826418.976465:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826418.976474:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787826418.976483:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1015808 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787826418.976554:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787826418.976562:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787826418.976570:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1787826418.976577:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2064384, 2097152) 00000080:00200000:0.0:1787826418.976584:0:18590:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826418.976588:0:18590:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:2064384 00000020:00010000:0.0:1787826418.976623:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826418.976626:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826418.976629:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826418.976633:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1787826418.976641:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00000020:00010000:0.0:1787826418.976651:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826418.976654:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826418.976659:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826418.976665:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826418.976668:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826418.976671:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826418.976740:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2097152, count: 32768 00000008:00010000:2.0:1787826418.977819:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85300 00000008:00010000:2.0:1787826418.977876:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85300 00000100:00100000:2.0:1787826418.977901:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581888:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:2.0:1787826418.988294:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000080:00200000:0.0:1787826418.988373:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 512 00000080:00200000:0.0:1787826418.988440:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 513 00000080:00200000:0.0:1787826418.988448:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 514 00000008:00010000:2.0:1787826418.988469:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e480 00000100:00100000:2.0:1787826418.988495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428581632:192.168.203.115@tcp:3:md5sum.0 00000080:00200000:0.0:1787826418.988572:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 515 00000080:00200000:0.0:1787826418.988579:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 516 00000080:00200000:0.0:1787826418.988583:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 517 00000080:00200000:0.0:1787826418.988586:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 518 00000080:00200000:0.0:1787826418.988590:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 519 00000080:00200000:3.0:1787826418.988636:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:3.0:1787826418.988671:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200008:0.0:1787826418.988678:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2129920, count: 32768 00000080:00200000:3.0:1787826418.988683:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:0.0:1787826418.988685:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 520 00000080:00200000:0.0:1787826418.988689:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 521 00000080:00200000:0.0:1787826418.988691:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 522 00000080:00200000:0.0:1787826418.988694:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 523 00000080:00200000:0.0:1787826418.988697:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 524 00000080:00200000:0.0:1787826418.988712:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 525 00000080:00200000:0.0:1787826418.988723:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 526 00000080:00200000:0.0:1787826418.988841:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 527 00000080:00200008:0.0:1787826418.988913:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2162688, count: 32768 00000080:00200000:0.0:1787826418.988918:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 528 00000080:00200000:0.0:1787826418.988922:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 529 00000080:00200000:0.0:1787826418.988925:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 530 00000080:00200000:0.0:1787826418.988927:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 531 00000080:00200000:0.0:1787826418.988930:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 532 00000080:00200000:0.0:1787826418.988932:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 533 00000080:00200000:0.0:1787826418.988934:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 534 00000080:00200000:0.0:1787826418.988937:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 535 00000080:00200008:0.0:1787826418.989002:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2195456, count: 32768 00000080:00200000:0.0:1787826418.989006:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 536 00000080:00200000:0.0:1787826418.989010:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 537 00000080:00200000:0.0:1787826418.989013:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 538 00000080:00200000:0.0:1787826418.989015:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 539 00000080:00200000:0.0:1787826418.989018:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 540 00000080:00200000:0.0:1787826418.989020:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 541 00000080:00200000:0.0:1787826418.989023:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 542 00000080:00200000:0.0:1787826418.989025:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 543 00000080:00200008:0.0:1787826418.989092:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2228224, count: 32768 00000080:00200000:0.0:1787826418.989095:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 544 00000080:00200000:0.0:1787826418.989099:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 545 00000080:00200000:0.0:1787826418.989101:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 546 00000080:00200000:0.0:1787826418.989104:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 547 00000080:00200000:0.0:1787826418.989107:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 548 00000080:00200000:0.0:1787826418.989110:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 549 00000080:00200000:0.0:1787826418.989112:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 550 00000080:00200000:0.0:1787826418.989114:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 551 00000080:00200008:0.0:1787826418.989181:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2260992, count: 32768 00000080:00200000:0.0:1787826418.989185:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 552 00000080:00200000:0.0:1787826418.989189:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 553 00000080:00200000:0.0:1787826418.989204:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 554 00000080:00200000:0.0:1787826418.989207:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 555 00000080:00200000:0.0:1787826418.989209:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 556 00000080:00200000:0.0:1787826418.989213:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 557 00000080:00200000:0.0:1787826418.989216:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 558 00000080:00200000:0.0:1787826418.989219:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 559 00000080:00200008:0.0:1787826418.989288:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2293760, count: 32768 00000080:00200000:0.0:1787826418.989292:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 560 00000080:00200000:0.0:1787826418.989295:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 561 00000080:00200000:0.0:1787826418.989298:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 562 00000080:00200000:0.0:1787826418.989301:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 563 00000080:00200000:0.0:1787826418.989303:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 564 00000080:00200000:0.0:1787826418.989305:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 565 00000080:00200000:0.0:1787826418.989308:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 566 00000080:00200000:0.0:1787826418.989311:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 567 00000080:00200008:0.0:1787826418.989751:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2326528, count: 32768 00000080:00200000:0.0:1787826418.989759:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 568 00000080:00200000:0.0:1787826418.989765:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 569 00000080:00200000:0.0:1787826418.989768:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 570 00000080:00200000:0.0:1787826418.989771:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 571 00000080:00200000:0.0:1787826418.989774:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 572 00000080:00200000:0.0:1787826418.989776:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 573 00000080:00200000:0.0:1787826418.989779:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 574 00000080:00200000:0.0:1787826418.989782:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 575 00000080:00200008:0.0:1787826418.989852:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2359296, count: 32768 00000080:00200000:0.0:1787826418.989857:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 576 00000080:00200000:0.0:1787826418.989861:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 577 00000080:00200000:0.0:1787826418.989864:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 578 00000080:00200000:0.0:1787826418.989867:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 579 00000080:00200000:0.0:1787826418.989870:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 580 00000080:00200000:0.0:1787826418.989873:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 581 00000080:00200000:0.0:1787826418.989876:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 582 00000080:00200000:0.0:1787826418.989879:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 583 00000080:00200008:0.0:1787826418.989950:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2392064, count: 32768 00000080:00200000:0.0:1787826418.989953:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 584 00000080:00200000:0.0:1787826418.989957:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 585 00000080:00200000:0.0:1787826418.989960:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 586 00000080:00200000:0.0:1787826418.989963:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 587 00000080:00200000:0.0:1787826418.989966:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 588 00000080:00200000:0.0:1787826418.989968:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 589 00000080:00200000:0.0:1787826418.989970:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 590 00000080:00200000:0.0:1787826418.989973:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 591 00000080:00200008:0.0:1787826418.990039:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2424832, count: 32768 00000080:00200000:0.0:1787826418.990043:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 592 00000080:00200000:0.0:1787826418.990046:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 593 00000080:00200000:0.0:1787826418.990050:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 594 00000080:00200000:0.0:1787826418.990052:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 595 00000080:00200000:0.0:1787826418.990055:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 596 00000080:00200000:0.0:1787826418.990059:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 597 00000080:00200000:0.0:1787826418.990061:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 598 00000080:00200000:0.0:1787826418.990064:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 599 00000080:00200008:0.0:1787826418.990130:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2457600, count: 32768 00000080:00200000:0.0:1787826418.990135:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 600 00000080:00200000:0.0:1787826418.990138:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 601 00000080:00200000:0.0:1787826418.990141:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 602 00000080:00200000:0.0:1787826418.990144:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 603 00000080:00200000:0.0:1787826418.990147:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 604 00000080:00200000:0.0:1787826418.990150:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 605 00000080:00200000:0.0:1787826418.990152:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 606 00000080:00200000:0.0:1787826418.990155:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 607 00000080:00200008:0.0:1787826418.990233:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2490368, count: 32768 00000080:00200000:0.0:1787826418.990238:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 608 00000080:00200000:0.0:1787826418.990243:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 609 00000080:00200000:0.0:1787826418.990245:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 610 00000080:00200000:0.0:1787826418.990248:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 611 00000080:00200000:0.0:1787826418.990251:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 612 00000080:00200000:0.0:1787826418.990254:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 613 00000080:00200000:0.0:1787826418.990257:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 614 00000080:00200000:0.0:1787826418.990260:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 615 00000080:00200008:0.0:1787826418.990327:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2523136, count: 32768 00000080:00200000:0.0:1787826418.990761:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 616 00000080:00200000:0.0:1787826418.990768:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 617 00000080:00200000:0.0:1787826418.990772:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 618 00000080:00200000:0.0:1787826418.990775:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 619 00000080:00200000:0.0:1787826418.990779:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 620 00000080:00200000:0.0:1787826418.990782:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 621 00000080:00200000:0.0:1787826418.990784:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 622 00000080:00200000:0.0:1787826418.990787:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 623 00000080:00200008:0.0:1787826418.990859:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2555904, count: 32768 00000080:00200000:0.0:1787826418.990865:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 624 00000080:00200000:0.0:1787826418.990868:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 625 00000080:00200000:0.0:1787826418.990871:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 626 00000080:00200000:0.0:1787826418.990874:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 627 00000080:00200000:0.0:1787826418.990877:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 628 00000080:00200000:0.0:1787826418.990879:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 629 00000080:00200000:0.0:1787826418.990881:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 630 00000080:00200000:0.0:1787826418.990883:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 631 00000080:00200008:0.0:1787826418.990947:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2588672, count: 32768 00000080:00200000:0.0:1787826418.990949:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 632 00000080:00200000:0.0:1787826418.990951:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 633 00000080:00200000:0.0:1787826418.990952:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 634 00000080:00200000:0.0:1787826418.990954:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 635 00000080:00200000:0.0:1787826418.990956:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 636 00000080:00200000:0.0:1787826418.990958:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 637 00000080:00200000:0.0:1787826418.990960:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 638 00000080:00200000:0.0:1787826418.990961:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 639 00000080:00200008:0.0:1787826418.991023:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2621440, count: 32768 00000080:00200000:0.0:1787826418.991025:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 640 00000080:00200000:0.0:1787826418.991026:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 641 00000080:00200000:0.0:1787826418.991028:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 642 00000080:00200000:0.0:1787826418.991030:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 643 00000080:00200000:0.0:1787826418.991031:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 644 00000080:00200000:0.0:1787826418.991033:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 645 00000080:00200000:0.0:1787826418.991034:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 646 00000080:00200000:0.0:1787826418.991036:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 647 00000080:00200008:0.0:1787826418.991098:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2654208, count: 32768 00000080:00200000:0.0:1787826418.991101:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 648 00000080:00200000:0.0:1787826418.991104:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 649 00000080:00200000:0.0:1787826418.991107:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 650 00000080:00200000:0.0:1787826418.991108:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 651 00000080:00200000:0.0:1787826418.991110:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 652 00000080:00200000:0.0:1787826418.991112:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 653 00000080:00200000:0.0:1787826418.991114:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 654 00000080:00200000:0.0:1787826418.991117:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 655 00000080:00200008:0.0:1787826418.991179:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2686976, count: 32768 00000080:00200000:0.0:1787826418.991181:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 656 00000080:00200000:0.0:1787826418.991183:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 657 00000080:00200000:0.0:1787826418.991185:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 658 00000080:00200000:0.0:1787826418.991186:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 659 00000080:00200000:0.0:1787826418.991188:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 660 00000080:00200000:0.0:1787826418.991200:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 661 00000080:00200000:0.0:1787826418.991205:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 662 00000080:00200000:0.0:1787826418.991207:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 663 00000080:00200008:0.0:1787826418.991277:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2719744, count: 32768 00000080:00200000:0.0:1787826418.991282:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 664 00000080:00200000:0.0:1787826418.991286:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 665 00000080:00200000:0.0:1787826418.991289:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 666 00000080:00200000:0.0:1787826418.991292:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 667 00000080:00200000:0.0:1787826418.991295:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 668 00000080:00200000:0.0:1787826418.991297:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 669 00000080:00200000:0.0:1787826418.991300:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 670 00000080:00200000:0.0:1787826418.991303:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 671 00000080:00200008:0.0:1787826418.991526:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2752512, count: 32768 00000080:00200000:0.0:1787826418.991532:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 672 00000080:00200000:0.0:1787826418.991537:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 673 00000080:00200000:0.0:1787826418.991540:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 674 00000080:00200000:0.0:1787826418.991543:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 675 00000080:00200000:0.0:1787826418.991546:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 676 00000080:00200000:0.0:1787826418.991548:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 677 00000080:00200000:0.0:1787826418.991551:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 678 00000080:00200000:0.0:1787826418.991554:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 679 00000080:00200008:0.0:1787826418.991631:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2785280, count: 32768 00000080:00200000:0.0:1787826418.991636:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 680 00000080:00200000:0.0:1787826418.991641:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 681 00000080:00200000:0.0:1787826418.991643:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 682 00000080:00200000:0.0:1787826418.991646:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 683 00000080:00200000:0.0:1787826418.991649:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 684 00000080:00200000:0.0:1787826418.991651:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 685 00000080:00200000:0.0:1787826418.991654:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 686 00000080:00200000:0.0:1787826418.991657:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 687 00000080:00200008:0.0:1787826418.991725:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2818048, count: 32768 00000080:00200000:0.0:1787826418.991729:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 688 00000080:00200000:0.0:1787826418.991732:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 689 00000080:00200000:0.0:1787826418.991735:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 690 00000080:00200000:0.0:1787826418.991738:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 691 00000080:00200000:0.0:1787826418.991740:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 692 00000080:00200000:0.0:1787826418.991743:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 693 00000080:00200000:0.0:1787826418.991746:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 694 00000080:00200000:0.0:1787826418.991749:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 695 00000080:00200008:0.0:1787826418.991817:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2850816, count: 32768 00000080:00200000:0.0:1787826418.991821:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 696 00000080:00200000:0.0:1787826418.991825:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 697 00000080:00200000:0.0:1787826418.991828:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 698 00000080:00200000:0.0:1787826418.991832:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 699 00000080:00200000:0.0:1787826418.991835:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 700 00000080:00200000:0.0:1787826418.991837:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 701 00000080:00200000:0.0:1787826418.991841:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 702 00000080:00200000:0.0:1787826418.991844:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 703 00000080:00200008:0.0:1787826418.991912:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2883584, count: 32768 00000080:00200000:0.0:1787826418.991917:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 704 00000080:00200000:0.0:1787826418.991920:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 705 00000080:00200000:0.0:1787826418.991923:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 706 00000080:00200000:0.0:1787826418.991926:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 707 00000080:00200000:0.0:1787826418.991929:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 708 00000080:00200000:0.0:1787826418.991931:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 709 00000080:00200000:0.0:1787826418.991934:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 710 00000080:00200000:0.0:1787826418.991937:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 711 00000080:00200008:0.0:1787826418.992005:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2916352, count: 32768 00000080:00200000:0.0:1787826418.992009:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 712 00000080:00200000:0.0:1787826418.992013:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 713 00000080:00200000:0.0:1787826418.992015:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 714 00000080:00200000:0.0:1787826418.992018:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 715 00000080:00200000:0.0:1787826418.992021:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 716 00000080:00200000:0.0:1787826418.992024:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 717 00000080:00200000:0.0:1787826418.992027:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 718 00000080:00200000:0.0:1787826418.992029:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 719 00000080:00200008:0.0:1787826418.992095:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2949120, count: 32768 00000080:00200000:0.0:1787826418.992099:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 720 00000080:00200000:0.0:1787826418.992103:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 721 00000080:00200000:0.0:1787826418.992106:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 722 00000080:00200000:0.0:1787826418.992109:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 723 00000080:00200000:0.0:1787826418.992112:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 724 00000080:00200000:0.0:1787826418.992116:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 725 00000080:00200000:0.0:1787826418.992119:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 726 00000080:00200000:0.0:1787826418.992122:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 727 00000080:00200008:0.0:1787826418.992189:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2981888, count: 32768 00000080:00200000:0.0:1787826418.992279:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 728 00000080:00200000:0.0:1787826418.992284:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 729 00000080:00200000:0.0:1787826418.992287:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 730 00000080:00200000:0.0:1787826418.992291:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 731 00000080:00200000:0.0:1787826418.992293:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 732 00000080:00200000:0.0:1787826418.992295:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 733 00000080:00200000:0.0:1787826418.992298:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 734 00000080:00200000:0.0:1787826418.992301:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 735 00000080:00200008:0.0:1787826418.992465:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3014656, count: 32768 00000080:00200000:0.0:1787826418.992471:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 736 00000080:00200000:0.0:1787826418.992476:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 737 00000080:00200000:0.0:1787826418.992479:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 738 00000080:00200000:0.0:1787826418.992481:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 739 00000080:00200000:0.0:1787826418.992484:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 740 00000080:00200000:0.0:1787826418.992487:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 741 00000080:00200000:0.0:1787826418.992490:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 742 00000080:00200000:0.0:1787826418.992493:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 743 00000080:00200008:0.0:1787826418.992562:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3047424, count: 32768 00000080:00200000:0.0:1787826418.992567:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 744 00000080:00200000:0.0:1787826418.992571:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 745 00000080:00200000:0.0:1787826418.992574:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 746 00000080:00200000:0.0:1787826418.992577:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 747 00000080:00200000:0.0:1787826418.992636:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 748 00000080:00200000:0.0:1787826418.992642:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 749 00000080:00200000:0.0:1787826418.992645:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 750 00000080:00200000:0.0:1787826418.992648:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 751 00000080:00200008:0.0:1787826418.992718:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3080192, count: 32768 00000080:00200000:0.0:1787826418.992722:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 752 00000080:00200000:0.0:1787826418.992726:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 753 00000080:00200000:0.0:1787826418.992729:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 754 00000080:00200000:0.0:1787826418.992732:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 755 00000080:00200000:0.0:1787826418.992735:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 756 00000080:00200000:0.0:1787826418.992738:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 757 00000080:00200000:0.0:1787826418.992740:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 758 00000080:00200000:0.0:1787826418.992743:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 759 00000080:00200008:0.0:1787826418.992811:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3112960, count: 32768 00000080:00200000:0.0:1787826418.992816:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 760 00000080:00200000:0.0:1787826418.992820:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 761 00000080:00200000:0.0:1787826418.992823:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 762 00000080:00200000:0.0:1787826418.992826:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 763 00000080:00200000:0.0:1787826418.992829:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 764 00000080:00200000:0.0:1787826418.992832:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 765 00000080:00200000:0.0:1787826418.992834:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 766 00000080:00200000:0.0:1787826418.992837:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 767 00000080:00200008:0.0:1787826418.992904:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3145728, count: 32768 00000080:00200000:0.0:1787826418.992908:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 768 00000080:00200000:0.0:1787826418.992912:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 769 00000080:00200000:0.0:1787826418.992915:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 770 00000080:00200000:0.0:1787826418.992917:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 771 00000080:00200000:0.0:1787826418.992921:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 772 00000080:00200000:0.0:1787826418.992923:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 773 00000080:00200000:0.0:1787826418.992926:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 774 00000080:00200000:0.0:1787826418.992929:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 775 00000080:00200008:0.0:1787826418.992996:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3178496, count: 32768 00000080:00200000:0.0:1787826418.993000:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 776 00000080:00200000:0.0:1787826418.993005:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 777 00000080:00200000:0.0:1787826418.993008:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 778 00000080:00200000:0.0:1787826418.993012:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 779 00000080:00200000:0.0:1787826418.993015:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 780 00000080:00200000:0.0:1787826418.993018:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 781 00000080:00200000:0.0:1787826418.993020:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 782 00000080:00200000:0.0:1787826418.993024:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 783 00000080:00200008:0.0:1787826418.993092:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3211264, count: 32768 00000080:00200000:0.0:1787826418.993097:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 784 00000080:00200000:0.0:1787826418.993101:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 785 00000080:00200000:0.0:1787826418.993104:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 786 00000080:00200000:0.0:1787826418.993107:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 787 00000080:00200000:0.0:1787826418.993110:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 788 00000080:00200000:0.0:1787826418.993113:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 789 00000080:00200000:0.0:1787826418.993116:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 790 00000080:00200000:0.0:1787826418.993119:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 791 00000080:00200008:0.0:1787826418.993189:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3244032, count: 32768 00000080:00200000:0.0:1787826418.993205:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 792 00000080:00200000:0.0:1787826418.993209:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 793 00000080:00200000:0.0:1787826418.993213:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 794 00000080:00200000:0.0:1787826418.993216:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 795 00000080:00200000:0.0:1787826418.993219:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 796 00000080:00200000:0.0:1787826418.993222:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 797 00000080:00200000:0.0:1787826418.993225:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 798 00000080:00200000:0.0:1787826418.993228:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 799 00000080:00200008:0.0:1787826418.993296:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3276800, count: 32768 00000080:00200000:0.0:1787826418.993300:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 800 00000080:00200000:0.0:1787826418.993305:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 801 00000080:00200000:0.0:1787826418.993308:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 802 00000080:00200000:0.0:1787826418.993311:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 803 00000080:00200000:0.0:1787826418.993313:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 804 00000080:00200000:0.0:1787826418.993316:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 805 00000080:00200000:0.0:1787826418.993319:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 806 00000080:00200000:0.0:1787826418.993322:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 807 00000080:00200008:0.0:1787826418.993564:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3309568, count: 32768 00000080:00200000:0.0:1787826418.993570:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 808 00000080:00200000:0.0:1787826418.993575:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 809 00000080:00200000:0.0:1787826418.993579:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 810 00000080:00200000:0.0:1787826418.993654:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 811 00000080:00200000:0.0:1787826418.993661:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 812 00000080:00200000:0.0:1787826418.993664:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 813 00000080:00200000:0.0:1787826418.993668:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 814 00000080:00200000:0.0:1787826418.993671:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 815 00000080:00200008:0.0:1787826418.993743:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3342336, count: 32768 00000080:00200000:0.0:1787826418.993747:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 816 00000080:00200000:0.0:1787826418.993751:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 817 00000080:00200000:0.0:1787826418.993754:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 818 00000080:00200000:0.0:1787826418.993757:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 819 00000080:00200000:0.0:1787826418.993760:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 820 00000080:00200000:0.0:1787826418.993763:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 821 00000080:00200000:0.0:1787826418.993766:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 822 00000080:00200000:0.0:1787826418.993768:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 823 00000080:00200008:0.0:1787826418.993837:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3375104, count: 32768 00000080:00200000:0.0:1787826418.993842:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 824 00000080:00200000:0.0:1787826418.993846:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 825 00000080:00200000:0.0:1787826418.993850:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 826 00000080:00200000:0.0:1787826418.993853:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 827 00000080:00200000:0.0:1787826418.993857:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 828 00000080:00200000:0.0:1787826418.993860:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 829 00000080:00200000:0.0:1787826418.993863:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 830 00000080:00200000:0.0:1787826418.993866:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 831 00000080:00200008:0.0:1787826418.993935:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3407872, count: 32768 00000080:00200000:0.0:1787826418.993940:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 832 00000080:00200000:0.0:1787826418.993944:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 833 00000080:00200000:0.0:1787826418.993948:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 834 00000080:00200000:0.0:1787826418.993951:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 835 00000080:00200000:0.0:1787826418.993954:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 836 00000080:00200000:0.0:1787826418.993957:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 837 00000080:00200000:0.0:1787826418.993960:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 838 00000080:00200000:0.0:1787826418.993964:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 839 00000080:00200008:0.0:1787826418.994033:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3440640, count: 32768 00000080:00200000:0.0:1787826418.994037:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 840 00000080:00200000:0.0:1787826418.994041:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 841 00000080:00200000:0.0:1787826418.994044:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 842 00000080:00200000:0.0:1787826418.994047:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 843 00000080:00200000:0.0:1787826418.994050:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 844 00000080:00200000:0.0:1787826418.994053:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 845 00000080:00200000:0.0:1787826418.994056:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 846 00000080:00200000:0.0:1787826418.994060:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 847 00000080:00200008:0.0:1787826418.994129:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3473408, count: 32768 00000080:00200000:0.0:1787826418.994134:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 848 00000080:00200000:0.0:1787826418.994138:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 849 00000080:00200000:0.0:1787826418.994142:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 850 00000080:00200000:0.0:1787826418.994145:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 851 00000080:00200000:0.0:1787826418.994148:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 852 00000080:00200000:0.0:1787826418.994151:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 853 00000080:00200000:0.0:1787826418.994155:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 854 00000080:00200000:0.0:1787826418.994158:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 855 00000080:00200008:0.0:1787826418.994238:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3506176, count: 32768 00000080:00200000:0.0:1787826418.994244:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 856 00000080:00200000:0.0:1787826418.994248:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 857 00000080:00200000:0.0:1787826418.994251:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 858 00000080:00200000:0.0:1787826418.994254:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 859 00000080:00200000:0.0:1787826418.994258:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 860 00000080:00200000:0.0:1787826418.994261:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 861 00000080:00200000:0.0:1787826418.994263:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 862 00000080:00200000:0.0:1787826418.994266:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 863 00000080:00200008:0.0:1787826418.994572:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3538944, count: 32768 00000080:00200000:0.0:1787826418.994579:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 864 00000080:00200000:0.0:1787826418.994653:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 865 00000080:00200000:0.0:1787826418.994658:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 866 00000080:00200000:0.0:1787826418.994661:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 867 00000080:00200000:0.0:1787826418.994665:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 868 00000080:00200000:0.0:1787826418.994668:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 869 00000080:00200000:0.0:1787826418.994671:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 870 00000080:00200000:0.0:1787826418.994675:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 871 00000080:00200008:0.0:1787826418.994746:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3571712, count: 32768 00000080:00200000:0.0:1787826418.994751:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 872 00000080:00200000:0.0:1787826418.994755:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 873 00000080:00200000:0.0:1787826418.994758:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 874 00000080:00200000:0.0:1787826418.994762:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 875 00000080:00200000:0.0:1787826418.994764:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 876 00000080:00200000:0.0:1787826418.994767:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 877 00000080:00200000:0.0:1787826418.994770:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 878 00000080:00200000:0.0:1787826418.994773:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 879 00000080:00200008:0.0:1787826418.994841:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3604480, count: 32768 00000080:00200000:0.0:1787826418.994846:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 880 00000080:00200000:0.0:1787826418.994850:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 881 00000080:00200000:0.0:1787826418.994853:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 882 00000080:00200000:0.0:1787826418.994855:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 883 00000080:00200000:0.0:1787826418.994858:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 884 00000080:00200000:0.0:1787826418.994861:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 885 00000080:00200000:0.0:1787826418.994864:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 886 00000080:00200000:0.0:1787826418.994866:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 887 00000080:00200008:0.0:1787826418.994936:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3637248, count: 32768 00000080:00200000:0.0:1787826418.994940:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 888 00000080:00200000:0.0:1787826418.994944:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 889 00000080:00200000:0.0:1787826418.994947:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 890 00000080:00200000:0.0:1787826418.994950:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 891 00000080:00200000:0.0:1787826418.994953:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 892 00000080:00200000:0.0:1787826418.994957:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 893 00000080:00200000:0.0:1787826418.994960:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 894 00000080:00200000:0.0:1787826418.994962:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 895 00000080:00200008:0.0:1787826418.995031:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3670016, count: 32768 00000080:00200000:0.0:1787826418.995036:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 896 00000080:00200000:0.0:1787826418.995040:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 897 00000080:00200000:0.0:1787826418.995043:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 898 00000080:00200000:0.0:1787826418.995046:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 899 00000080:00200000:0.0:1787826418.995048:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 900 00000080:00200000:0.0:1787826418.995052:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 901 00000080:00200000:0.0:1787826418.995054:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 902 00000080:00200000:0.0:1787826418.995057:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 903 00000080:00200008:0.0:1787826418.995126:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3702784, count: 32768 00000080:00200000:0.0:1787826418.995130:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 904 00000080:00200000:0.0:1787826418.995134:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 905 00000080:00200000:0.0:1787826418.995137:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 906 00000080:00200000:0.0:1787826418.995140:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 907 00000080:00200000:0.0:1787826418.995142:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 908 00000080:00200000:0.0:1787826418.995145:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 909 00000080:00200000:0.0:1787826418.995148:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 910 00000080:00200000:0.0:1787826418.995151:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 911 00000080:00200008:0.0:1787826418.995230:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3735552, count: 32768 00000080:00200000:0.0:1787826418.995235:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 912 00000080:00200000:0.0:1787826418.995239:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 913 00000080:00200000:0.0:1787826418.995242:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 914 00000080:00200000:0.0:1787826418.995245:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 915 00000080:00200000:0.0:1787826418.995247:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 916 00000080:00200000:0.0:1787826418.995250:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 917 00000080:00200000:0.0:1787826418.995252:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 918 00000080:00200000:0.0:1787826418.995254:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 919 00000080:00200008:0.0:1787826418.995321:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3768320, count: 32768 00000080:00200000:0.0:1787826418.995325:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 920 00000080:00200000:0.0:1787826418.995329:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 921 00000080:00200000:0.0:1787826418.995541:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 922 00000080:00200000:0.0:1787826418.995545:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 923 00000080:00200000:0.0:1787826418.995548:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 924 00000080:00200000:0.0:1787826418.995551:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 925 00000080:00200000:0.0:1787826418.995554:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 926 00000080:00200000:0.0:1787826418.995558:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 927 00000080:00200008:0.0:1787826418.995701:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3801088, count: 32768 00000080:00200000:0.0:1787826418.995706:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 928 00000080:00200000:0.0:1787826418.995711:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 929 00000080:00200000:0.0:1787826418.995714:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 930 00000080:00200000:0.0:1787826418.995717:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 931 00000080:00200000:0.0:1787826418.995720:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 932 00000080:00200000:0.0:1787826418.995723:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 933 00000080:00200000:0.0:1787826418.995726:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 934 00000080:00200000:0.0:1787826418.995729:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 935 00000080:00200008:0.0:1787826418.995797:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3833856, count: 32768 00000080:00200000:0.0:1787826418.995802:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 936 00000080:00200000:0.0:1787826418.995806:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 937 00000080:00200000:0.0:1787826418.995809:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 938 00000080:00200000:0.0:1787826418.995812:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 939 00000080:00200000:0.0:1787826418.995815:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 940 00000080:00200000:0.0:1787826418.995819:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 941 00000080:00200000:0.0:1787826418.995822:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 942 00000080:00200000:0.0:1787826418.995825:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 943 00000080:00200008:0.0:1787826418.995892:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3866624, count: 32768 00000080:00200000:0.0:1787826418.995897:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 944 00000080:00200000:0.0:1787826418.995901:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 945 00000080:00200000:0.0:1787826418.995904:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 946 00000080:00200000:0.0:1787826418.995907:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 947 00000080:00200000:0.0:1787826418.995910:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 948 00000080:00200000:0.0:1787826418.995914:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 949 00000080:00200000:0.0:1787826418.995918:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 950 00000080:00200000:0.0:1787826418.995921:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 951 00000080:00200008:0.0:1787826418.995990:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3899392, count: 32768 00000080:00200000:0.0:1787826418.995994:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 952 00000080:00200000:0.0:1787826418.995998:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 953 00000080:00200000:0.0:1787826418.996000:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 954 00000080:00200000:0.0:1787826418.996003:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 955 00000080:00200000:0.0:1787826418.996006:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 956 00000080:00200000:0.0:1787826418.996008:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 957 00000080:00200000:0.0:1787826418.996011:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 958 00000080:00200000:0.0:1787826418.996013:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 959 00000080:00200008:0.0:1787826418.996081:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3932160, count: 32768 00000080:00200000:0.0:1787826418.996085:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 960 00000080:00200000:0.0:1787826418.996089:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 961 00000080:00200000:0.0:1787826418.996092:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 962 00000080:00200000:0.0:1787826418.996094:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 963 00000080:00200000:0.0:1787826418.996096:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 964 00000080:00200000:0.0:1787826418.996099:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 965 00000080:00200000:0.0:1787826418.996102:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 966 00000080:00200000:0.0:1787826418.996104:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 967 00000080:00200008:0.0:1787826418.996171:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3964928, count: 32768 00000080:00200000:0.0:1787826418.996175:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 968 00000080:00200000:0.0:1787826418.996179:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 969 00000080:00200000:0.0:1787826418.996182:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 970 00000080:00200000:0.0:1787826418.996185:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 971 00000080:00200000:0.0:1787826418.996187:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 972 00000080:00200000:0.0:1787826418.996203:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 973 00000080:00200000:0.0:1787826418.996207:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 974 00000080:00200000:0.0:1787826418.996210:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 975 00000080:00200008:0.0:1787826418.996279:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3997696, count: 32768 00000080:00200000:0.0:1787826418.996284:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 976 00000080:00200000:0.0:1787826418.996289:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 977 00000080:00200000:0.0:1787826418.996292:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 978 00000080:00200000:0.0:1787826418.996295:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 979 00000080:00200000:0.0:1787826418.996298:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 980 00000080:00200000:0.0:1787826418.996301:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 981 00000080:00200000:0.0:1787826418.996304:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 982 00000080:00200000:0.0:1787826418.996307:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 983 00000080:00200008:0.0:1787826418.996376:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4030464, count: 32768 00000080:00200000:0.0:1787826418.996381:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 984 00000080:00200000:0.0:1787826418.996384:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 985 00000080:00200000:0.0:1787826418.996388:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 986 00000080:00200000:0.0:1787826418.996390:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 987 00000080:00200000:0.0:1787826418.996393:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 988 00000080:00200000:0.0:1787826418.996425:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 989 00000080:00200000:0.0:1787826418.996431:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 990 00000080:00200000:0.0:1787826418.996434:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 991 00000080:00200008:0.0:1787826418.996506:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4063232, count: 32768 00000080:00200000:0.0:1787826418.996510:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 992 00000080:00200000:0.0:1787826418.996515:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 993 00000080:00200000:0.0:1787826418.996518:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 994 00000080:00200000:0.0:1787826418.996521:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 995 00000080:00200000:0.0:1787826418.996525:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 996 00000080:00200000:0.0:1787826418.996528:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 997 00000080:00200000:0.0:1787826418.996531:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 998 00000080:00200000:0.0:1787826418.996534:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 999 00000080:00200008:0.0:1787826418.996670:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4096000, count: 32768 00000080:00200000:0.0:1787826418.996677:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1000 00000080:00200000:0.0:1787826418.996682:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1001 00000080:00200000:0.0:1787826418.996685:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1002 00000080:00200000:0.0:1787826418.996688:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1003 00000080:00200000:0.0:1787826418.996691:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1004 00000080:00200000:0.0:1787826418.996694:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1005 00000080:00200000:0.0:1787826418.996697:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1006 00000080:00200000:0.0:1787826418.996700:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1007 00000080:00200008:0.0:1787826418.996769:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4128768, count: 32768 00000080:00200000:0.0:1787826418.996774:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1008 00000080:00200000:0.0:1787826418.996778:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1009 00000080:00200000:0.0:1787826418.996781:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1010 00000080:00200000:0.0:1787826418.996784:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1011 00000080:00200000:0.0:1787826418.996788:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1012 00000080:00200000:0.0:1787826418.996791:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1013 00000080:00200000:0.0:1787826418.996794:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1014 00000080:00200000:0.0:1787826418.996797:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1015 00000080:00200008:0.0:1787826418.996867:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4161536, count: 32768 00000080:00200000:0.0:1787826418.996872:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1016 00000080:00200000:0.0:1787826418.996876:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1017 00000080:00200000:0.0:1787826418.996880:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1018 00000080:00200000:0.0:1787826418.996884:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1019 00000080:00200000:0.0:1787826418.996887:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1020 00000080:00200000:0.0:1787826418.996890:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1021 00000080:00200000:0.0:1787826418.996893:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1022 00000080:00200000:0.0:1787826418.996896:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1023 00000080:00200008:0.0:1787826418.996964:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4194304, count: 32768 00000080:00200000:0.0:1787826418.996969:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1024 00000080:00200000:0.0:1787826418.996974:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1025 00000080:00200000:0.0:1787826418.996977:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1026 00000080:00200000:0.0:1787826418.996981:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1027 00000080:00200000:0.0:1787826418.996984:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1028 00000080:00200000:0.0:1787826418.996987:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1029 00000080:00200000:0.0:1787826418.996989:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1030 00000080:00200000:0.0:1787826418.996993:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1031 00000080:00200008:0.0:1787826418.997061:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4227072, count: 32768 00000080:00200000:0.0:1787826418.997065:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1032 00000080:00200000:0.0:1787826418.997069:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1033 00000080:00200000:0.0:1787826418.997071:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1034 00000080:00200000:0.0:1787826418.997074:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1035 00000080:00200000:0.0:1787826418.997076:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1036 00000080:00200000:0.0:1787826418.997079:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1037 00000080:00200000:0.0:1787826418.997081:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1038 00000080:00200000:0.0:1787826418.997085:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1039 00000080:00200008:0.0:1787826418.997153:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4259840, count: 32768 00000080:00200000:0.0:1787826418.997158:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1040 00000080:00200000:0.0:1787826418.997162:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1041 00000080:00200000:0.0:1787826418.997165:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1042 00000080:00200000:0.0:1787826418.997168:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1043 00000080:00200000:0.0:1787826418.997172:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1044 00000080:00200000:0.0:1787826418.997175:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1045 00000080:00200000:0.0:1787826418.997178:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1046 00000080:00200000:0.0:1787826418.997181:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1047 00000080:00200008:0.0:1787826418.997263:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4292608, count: 32768 00000080:00200000:0.0:1787826418.997268:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1048 00000080:00200000:0.0:1787826418.997273:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1049 00000080:00200000:0.0:1787826418.997275:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1050 00000080:00200000:0.0:1787826418.997278:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1051 00000080:00200000:0.0:1787826418.997282:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1052 00000080:00200000:0.0:1787826418.997285:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1053 00000080:00200000:0.0:1787826418.997288:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1054 00000080:00200000:0.0:1787826418.997291:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1055 00000080:00200008:0.0:1787826418.997359:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4325376, count: 32768 00000080:00200000:0.0:1787826418.997363:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1056 00000080:00200000:0.0:1787826418.997367:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1057 00000080:00200000:0.0:1787826418.997370:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1058 00000080:00200000:0.0:1787826418.997372:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1059 00000080:00200000:0.0:1787826418.997375:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1060 00000080:00200000:0.0:1787826418.997378:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1061 00000080:00200000:0.0:1787826418.997381:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1062 00000080:00200000:0.0:1787826418.997383:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1063 00000080:00200008:0.0:1787826418.997558:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4358144, count: 32768 00000080:00200000:0.0:1787826418.997563:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1064 00000080:00200000:0.0:1787826418.997568:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1065 00000080:00200000:0.0:1787826418.997571:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1066 00000080:00200000:0.0:1787826418.997574:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1067 00000080:00200000:0.0:1787826418.997578:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1068 00000080:00200000:0.0:1787826418.997581:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1069 00000080:00200000:0.0:1787826418.997655:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1070 00000080:00200000:0.0:1787826418.997658:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1071 00000080:00200008:0.0:1787826418.997730:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4390912, count: 32768 00000080:00200000:0.0:1787826418.997734:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1072 00000080:00200000:0.0:1787826418.997737:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1073 00000080:00200000:0.0:1787826418.997740:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1074 00000080:00200000:0.0:1787826418.997742:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1075 00000080:00200000:0.0:1787826418.997745:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1076 00000080:00200000:0.0:1787826418.997748:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1077 00000080:00200000:0.0:1787826418.997750:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1078 00000080:00200000:0.0:1787826418.997752:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1079 00000080:00200008:0.0:1787826418.997818:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4423680, count: 32768 00000080:00200000:0.0:1787826418.997820:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1080 00000080:00200000:0.0:1787826418.997823:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1081 00000080:00200000:0.0:1787826418.997826:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1082 00000080:00200000:0.0:1787826418.997828:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1083 00000080:00200000:0.0:1787826418.997831:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1084 00000080:00200000:0.0:1787826418.997833:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1085 00000080:00200000:0.0:1787826418.997835:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1086 00000080:00200000:0.0:1787826418.997838:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1087 00000080:00200008:0.0:1787826418.997903:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4456448, count: 32768 00000080:00200000:0.0:1787826418.997906:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1088 00000080:00200000:0.0:1787826418.997908:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1089 00000080:00200000:0.0:1787826418.997911:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1090 00000080:00200000:0.0:1787826418.997913:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1091 00000080:00200000:0.0:1787826418.997915:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1092 00000080:00200000:0.0:1787826418.997917:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1093 00000080:00200000:0.0:1787826418.997920:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1094 00000080:00200000:0.0:1787826418.997922:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1095 00000080:00200008:0.0:1787826418.997987:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4489216, count: 32768 00000080:00200000:0.0:1787826418.997990:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1096 00000080:00200000:0.0:1787826418.997992:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1097 00000080:00200000:0.0:1787826418.997995:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1098 00000080:00200000:0.0:1787826418.997997:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1099 00000080:00200000:0.0:1787826418.998000:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1100 00000080:00200000:0.0:1787826418.998002:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1101 00000080:00200000:0.0:1787826418.998005:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1102 00000080:00200000:0.0:1787826418.998008:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1103 00000080:00200008:0.0:1787826418.998073:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4521984, count: 32768 00000080:00200000:0.0:1787826418.998075:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1104 00000080:00200000:0.0:1787826418.998078:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1105 00000080:00200000:0.0:1787826418.998080:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1106 00000080:00200000:0.0:1787826418.998083:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1107 00000080:00200000:0.0:1787826418.998085:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1108 00000080:00200000:0.0:1787826418.998088:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1109 00000080:00200000:0.0:1787826418.998090:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1110 00000080:00200000:0.0:1787826418.998091:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1111 00000080:00200008:0.0:1787826418.998156:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4554752, count: 32768 00000080:00200000:0.0:1787826418.998159:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1112 00000080:00200000:0.0:1787826418.998162:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1113 00000080:00200000:0.0:1787826418.998165:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1114 00000080:00200000:0.0:1787826418.998167:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1115 00000080:00200000:0.0:1787826418.998170:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1116 00000080:00200000:0.0:1787826418.998172:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1117 00000080:00200000:0.0:1787826418.998175:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1118 00000080:00200000:0.0:1787826418.998177:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1119 00000080:00200008:0.0:1787826418.998251:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4587520, count: 32768 00000080:00200000:0.0:1787826418.998255:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1120 00000080:00200000:0.0:1787826418.998260:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1121 00000080:00200000:0.0:1787826418.998262:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1122 00000080:00200000:0.0:1787826418.998265:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1123 00000080:00200000:0.0:1787826418.998268:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1124 00000080:00200000:0.0:1787826418.998270:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1125 00000080:00200000:0.0:1787826418.998273:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1126 00000080:00200000:0.0:1787826418.998275:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1127 00000080:00200008:0.0:1787826418.998341:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4620288, count: 32768 00000080:00200000:0.0:1787826418.998344:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1128 00000080:00200000:0.0:1787826418.998347:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1129 00000080:00200000:0.0:1787826418.998350:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1130 00000080:00200000:0.0:1787826418.998353:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1131 00000080:00200000:0.0:1787826418.998355:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1132 00000080:00200000:0.0:1787826418.998358:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1133 00000080:00200000:0.0:1787826418.998361:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1134 00000080:00200000:0.0:1787826418.998363:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1135 00000080:00200008:0.0:1787826418.998455:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4653056, count: 32768 00000080:00200000:0.0:1787826418.998459:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1136 00000080:00200000:0.0:1787826418.998463:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1137 00000080:00200000:0.0:1787826418.998466:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1138 00000080:00200000:0.0:1787826418.998468:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1139 00000080:00200000:0.0:1787826418.998471:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1140 00000080:00200000:0.0:1787826418.998473:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1141 00000080:00200000:0.0:1787826418.998475:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1142 00000080:00200000:0.0:1787826418.998477:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1143 00000080:00200008:0.0:1787826418.998544:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4685824, count: 32768 00000080:00200000:0.0:1787826418.998549:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1144 00000080:00200000:0.0:1787826418.998553:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1145 00000080:00200000:0.0:1787826418.998555:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1146 00000080:00200000:0.0:1787826418.998558:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1147 00000080:00200000:0.0:1787826418.998561:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1148 00000080:00200000:0.0:1787826418.998564:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1149 00000080:00200000:0.0:1787826418.998567:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1150 00000080:00200000:0.0:1787826418.998569:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1151 00000080:00200008:0.0:1787826418.998678:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4718592, count: 32768 00000080:00200000:0.0:1787826418.998683:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1152 00000080:00200000:0.0:1787826418.998687:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1153 00000080:00200000:0.0:1787826418.998689:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1154 00000080:00200000:0.0:1787826418.998691:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1155 00000080:00200000:0.0:1787826418.998693:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1156 00000080:00200000:0.0:1787826418.998695:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1157 00000080:00200000:0.0:1787826418.998697:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1158 00000080:00200000:0.0:1787826418.998698:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1159 00000080:00200008:0.0:1787826418.998761:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4751360, count: 32768 00000080:00200000:0.0:1787826418.998763:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1160 00000080:00200000:0.0:1787826418.998765:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1161 00000080:00200000:0.0:1787826418.998766:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1162 00000080:00200000:0.0:1787826418.998768:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1163 00000080:00200000:0.0:1787826418.998770:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1164 00000080:00200000:0.0:1787826418.998771:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1165 00000080:00200000:0.0:1787826418.998773:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1166 00000080:00200000:0.0:1787826418.998775:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1167 00000080:00200008:0.0:1787826418.998837:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4784128, count: 32768 00000080:00200000:0.0:1787826418.998839:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1168 00000080:00200000:0.0:1787826418.998840:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1169 00000080:00200000:0.0:1787826418.998842:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1170 00000080:00200000:0.0:1787826418.998844:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1171 00000080:00200000:0.0:1787826418.998846:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1172 00000080:00200000:0.0:1787826418.998848:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1173 00000080:00200000:0.0:1787826418.998849:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1174 00000080:00200000:0.0:1787826418.998851:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1175 00000080:00200008:0.0:1787826418.998913:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4816896, count: 32768 00000080:00200000:0.0:1787826418.998914:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1176 00000080:00200000:0.0:1787826418.998916:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1177 00000080:00200000:0.0:1787826418.998917:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1178 00000080:00200000:0.0:1787826418.998919:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1179 00000080:00200000:0.0:1787826418.998920:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1180 00000080:00200000:0.0:1787826418.998921:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1181 00000080:00200000:0.0:1787826418.998927:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1182 00000080:00200000:0.0:1787826418.998929:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1183 00000080:00200008:0.0:1787826418.998992:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4849664, count: 32768 00000080:00200000:0.0:1787826418.998994:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1184 00000080:00200000:0.0:1787826418.998996:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1185 00000080:00200000:0.0:1787826418.998997:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1186 00000080:00200000:0.0:1787826418.998999:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1187 00000080:00200000:0.0:1787826418.999000:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1188 00000080:00200000:0.0:1787826418.999002:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1189 00000080:00200000:0.0:1787826418.999004:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1190 00000080:00200000:0.0:1787826418.999005:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1191 00000080:00200008:0.0:1787826418.999067:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4882432, count: 32768 00000080:00200000:0.0:1787826418.999069:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1192 00000080:00200000:0.0:1787826418.999071:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1193 00000080:00200000:0.0:1787826418.999072:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1194 00000080:00200000:0.0:1787826418.999074:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1195 00000080:00200000:0.0:1787826418.999075:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1196 00000080:00200000:0.0:1787826418.999077:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1197 00000080:00200000:0.0:1787826418.999078:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1198 00000080:00200000:0.0:1787826418.999080:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1199 00000080:00200008:0.0:1787826418.999141:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4915200, count: 32768 00000080:00200000:0.0:1787826418.999143:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1200 00000080:00200000:0.0:1787826418.999145:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1201 00000080:00200000:0.0:1787826418.999147:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1202 00000080:00200000:0.0:1787826418.999148:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1203 00000080:00200000:0.0:1787826418.999150:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1204 00000080:00200000:0.0:1787826418.999152:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1205 00000080:00200000:0.0:1787826418.999153:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1206 00000080:00200000:0.0:1787826418.999155:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1207 00000080:00200008:0.0:1787826418.999231:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4947968, count: 32768 00000080:00200000:0.0:1787826418.999235:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1208 00000080:00200000:0.0:1787826418.999239:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1209 00000080:00200000:0.0:1787826418.999242:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1210 00000080:00200000:0.0:1787826418.999244:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1211 00000080:00200000:0.0:1787826418.999247:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1212 00000080:00200000:0.0:1787826418.999249:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1213 00000080:00200000:0.0:1787826418.999253:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1214 00000080:00200000:0.0:1787826418.999256:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1215 00000080:00200008:0.0:1787826418.999322:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4980736, count: 32768 00000080:00200000:0.0:1787826418.999325:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1216 00000080:00200000:0.0:1787826418.999327:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1217 00000080:00200000:0.0:1787826418.999329:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1218 00000080:00200000:0.0:1787826418.999332:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1219 00000080:00200000:0.0:1787826418.999335:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1220 00000080:00200000:0.0:1787826418.999338:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1221 00000080:00200000:0.0:1787826418.999341:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1222 00000080:00200000:0.0:1787826418.999344:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1223 00000080:00200008:0.0:1787826418.999521:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5013504, count: 32768 00000080:00200000:0.0:1787826418.999527:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1224 00000080:00200000:0.0:1787826418.999532:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1225 00000080:00200000:0.0:1787826418.999535:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1226 00000080:00200000:0.0:1787826418.999537:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1227 00000080:00200000:0.0:1787826418.999540:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1228 00000080:00200000:0.0:1787826418.999543:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1229 00000080:00200000:0.0:1787826418.999546:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1230 00000080:00200000:0.0:1787826418.999549:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1231 00000080:00200008:0.0:1787826418.999618:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5046272, count: 32768 00000080:00200000:0.0:1787826418.999623:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1232 00000080:00200000:0.0:1787826418.999627:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1233 00000080:00200000:0.0:1787826418.999630:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1234 00000080:00200000:0.0:1787826418.999633:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1235 00000080:00200000:0.0:1787826418.999635:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1236 00000080:00200000:0.0:1787826418.999638:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1237 00000080:00200000:0.0:1787826418.999641:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1238 00000080:00200000:0.0:1787826418.999644:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1239 00000080:00200008:0.0:1787826418.999713:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5079040, count: 32768 00000080:00200000:0.0:1787826418.999717:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1240 00000080:00200000:0.0:1787826418.999722:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1241 00000080:00200000:0.0:1787826418.999725:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1242 00000080:00200000:0.0:1787826418.999728:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1243 00000080:00200000:0.0:1787826418.999731:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1244 00000080:00200000:0.0:1787826418.999734:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1245 00000080:00200000:0.0:1787826418.999737:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1246 00000080:00200000:0.0:1787826418.999741:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1247 00000080:00200008:0.0:1787826418.999808:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5111808, count: 32768 00000080:00200000:0.0:1787826418.999812:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1248 00000080:00200000:0.0:1787826418.999814:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1249 00000080:00200000:0.0:1787826418.999816:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1250 00000080:00200000:0.0:1787826418.999818:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1251 00000080:00200000:0.0:1787826418.999820:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1252 00000080:00200000:0.0:1787826418.999822:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1253 00000080:00200000:0.0:1787826418.999824:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1254 00000080:00200000:0.0:1787826418.999826:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1255 00000080:00200008:0.0:1787826418.999888:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5144576, count: 32768 00000080:00200000:0.0:1787826418.999890:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1256 00000080:00200000:0.0:1787826418.999892:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1257 00000080:00200000:0.0:1787826418.999894:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1258 00000080:00200000:0.0:1787826418.999895:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1259 00000080:00200000:0.0:1787826418.999897:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1260 00000080:00200000:0.0:1787826418.999899:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1261 00000080:00200000:0.0:1787826418.999900:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1262 00000080:00200000:0.0:1787826418.999902:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1263 00000080:00200008:0.0:1787826418.999963:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5177344, count: 32768 00000080:00200000:0.0:1787826418.999964:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1264 00000080:00200000:0.0:1787826418.999966:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1265 00000080:00200000:0.0:1787826418.999968:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1266 00000080:00200000:0.0:1787826418.999969:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1267 00000080:00200000:0.0:1787826418.999971:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1268 00000080:00200000:0.0:1787826418.999973:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1269 00000080:00200000:0.0:1787826418.999975:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1270 00000080:00200000:0.0:1787826418.999976:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1271 00000080:00200008:0.0:1787826419.000037:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5210112, count: 32768 00000080:00200000:0.0:1787826419.000039:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1272 00000080:00200000:0.0:1787826419.000041:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1273 00000080:00200000:0.0:1787826419.000043:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1274 00000080:00200000:0.0:1787826419.000045:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1275 00000080:00200000:0.0:1787826419.000048:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1276 00000080:00200000:0.0:1787826419.000052:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1277 00000080:00200000:0.0:1787826419.000054:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1278 00000080:00200000:0.0:1787826419.000057:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1279 00000080:00200008:0.0:1787826419.000125:0:18590:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5242880, count: 32768 00000080:00200000:0.0:1787826419.000155:0:18590:0:(rw.c:1947:ll_readpage()) fast read pgno: 1280 00000080:00200000:0.0:1787826419.000163:0:18590:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 5242880, bytes: 32768 00000080:00200000:0.0:1787826419.000167:0:18590:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826419.000175:0:18590:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826419.000177:0:18590:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [5242880, 5275648) 0 0 00000080:00200000:0.0:1787826419.000181:0:18590:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826419.000210:0:18590:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [5242880, 5275648) 5275648, 32768 00020000:00200000:0.0:1787826419.000214:0:18590:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:0.0:1787826419.000230:0:18590:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1280, 1287] 00000008:00010000:0.0:1787826419.000245:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826419.000250:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54830, osc lock ffff9ab5f2329c08, flags 0x0 00010000:00010000:0.0:1787826419.000272:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000284:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2129919) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000299:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000309:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000314:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826419.000319:0:18590:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [5242880, 5275648) 00000001:00010000:0.0:1787826419.000329:0:18590:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826419.000336:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.000338:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b030, osc lock ffff9ab5f2328750, flags 0x400001002 00000008:00010000:0.0:1787826419.000341:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.000342:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b070, osc lock ffff9ab5f2328af8, flags 0x400001002 00000008:00010000:0.0:1787826419.000345:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.000346:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b0b0, osc lock ffff9ab5f2329998, flags 0x400001002 00000008:00010000:0.0:1787826419.000349:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.000350:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b0f0, osc lock ffff9ab5f2329ad0, flags 0x400001002 00000008:00010000:0.0:1787826419.000351:0:18590:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.000352:0:18590:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b130, osc lock ffff9ab5f23294b8, flags 0x400001002 00010000:00010000:0.0:1787826419.000357:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826419.000363:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:0.0:1787826419.000368:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.000370:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1787826419.000379:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1787826419.000390:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.000395:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826419.000422:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.000423:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.000429:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000437:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:0.0:1787826419.000441:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00000020:00200000:0.0:1787826419.000445:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.000447:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:0.0:1787826419.000509:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:0.0:1787826419.000518:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.000523:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1787826419.000529:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.000531:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.000535:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.000541:0:18590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000546:0:18590:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826419.000550:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.000551:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 7/2,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000556:0:18590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 6/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826419.000560:0:18590:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826419.000564:0:18590:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:0.0:1787826419.000567:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.000569:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000570:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b030 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000572:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b070 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000574:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b0b0 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000575:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b0f0 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000577:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b130 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000578:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000580:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b030 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000586:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b070 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000588:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b0b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000591:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b0f0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000593:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b130 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000603:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.000605:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.000608:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54830 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.000611:0:18590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.000619:0:18590:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1787826419.000628:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.000630:0:18590:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54830 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.000636:0:18590:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000080:00200000:0.0:1787826419.000649:0:18590:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826419.000652:0:18590:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1787826419.000654:0:18590:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:0.0:1787826419.000664:0:18590:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:0.0:1787826419.000667:0:18590:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_CUR, rc = 5242880 00000080:00200008:0.0:1787826419.000680:0:18590:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:0.0:1787826419.000725:0:18590:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9803840 x1874671428580480/t4294969364(4294969364) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 920/1000 e 0 to 0 dl 1787826434 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826419.000734:0:18590:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826419.000738:0:18590:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ada40 x1874671428582144/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826419.000755:0:18590:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18590:1874671428582144:192.168.203.115@tcp:35:md5sum.0 00000100:00100000:0.0:1787826419.000827:0:18590:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826419.002884:0:18590:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18590:1874671428582144:192.168.203.115@tcp:35:md5sum.0 00000002:00100000:0.0:1787826419.002918:0:18590:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9803840 x1874671428580480/t4294969364(4294969364) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 920/1000 e 0 to 0 dl 1787826434 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826419.017280:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826419.017306:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826419.017322:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826419.017377:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787826419.017383:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826419.017391:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826419.017395:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826419.017580:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481d9bbf8 00010000:00010000:2.0:1787826419.017585:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826419.017600:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787826419.017616:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826419.017623:0:18591:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:2.0:1787826419.017628:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787826419.017632:0:18591:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.sanity-pfl, flags=265 00000080:00200000:2.0:1787826419.017636:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 46 00000080:00200008:2.0:1787826419.017642:0:18591:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154402 00000002:00010000:2.0:1787826419.017658:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0104240114403 00010000:00010000:2.0:1787826419.017710:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.017718:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826419.017730:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826419.017743:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9801680 x1874671428582400/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826419.017752:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.017772:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428582400:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.017946:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826419.022561:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.022643:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450127872 00000100:00100000:0.0:1787826419.022654:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450127872 00000100:00100000:0.0:1787826419.022714:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1805 00000100:00100000:0.0:1787826419.022725:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5843:x1874671450127872:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.022745:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.022825:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.022831:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5843:x1874671450127872:12345-192.168.203.115@tcp:104: Request processed in 109us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.022838:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1805 00010000:00010000:2.0:1787826419.022891:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.022898:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.022911:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826419.022916:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.022925:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.022935:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826419.022960:0:5599:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:2.0:1787826419.023005:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.023011:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.023038:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.023046:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce7d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc47 expref: -99 pid: 18590 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.023066:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.023069:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.023070:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.023077:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826419.023092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428582528:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826419.025553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428582528:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.028382:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428582400:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.028446:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028472:0:18591:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028481:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/1,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028492:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028503:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028517:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028526:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028534:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.028550:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/1000 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826419.028561:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/1000 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.028576:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028586:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/602 (0 0) 00000080:00200000:2.0:1787826419.028591:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787826419.028636:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce7fb 00000080:00010000:2.0:1787826419.028644:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce7fb from it ffffbbc481d9bbf0 00010000:00010000:2.0:1787826419.028647:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.028657:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:2.0:1787826419.028684:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 912/1000 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:2.0:1787826419.028770:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=800466af arg=7ffdb6831eac 00000080:00200000:2.0:1787826419.028887:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826419.028904:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826419.028916:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826419.028927:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787826419.028933:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826419.028939:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826419.028943:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826419.028947:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481d9bbf8 00010000:00010000:2.0:1787826419.028951:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826419.028958:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787826419.028967:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826419.028975:0:18591:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=24 00000080:00200000:2.0:1787826419.028980:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1787826419.028995:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 3 00000080:00200000:2.0:1787826419.029000:0:18591:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=. :VOLATILE:0000:16B76A36:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5c3110000, open_flags 2f9c1, mode 8180 opened 0 00000080:00200000:2.0:1787826419.029006:0:18591:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=. :VOLATILE:0000:16B76A36:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000002:00010000:2.0:1787826419.029025:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: . :VOLATILE:0000:16B76A36:fd=03,[0x200000401:0x25e:0x0]) in obj [0x200000401:0x259:0x0], intent: open|creat flags 0574702 00010000:00010000:2.0:1787826419.029070:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.029078:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826419.029088:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826419.029094:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98021c0 x1874671428582784/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826419.029104:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.029123:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428582784:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.029251:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.032048:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428582784:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.032073:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x259:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032092:0:18591:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032100:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032111:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032121:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032133:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032140:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032148:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.032159:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826419.032182:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.032202:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032213:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/606 (0 0) 00000080:00200000:2.0:1787826419.032218:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826419.032230:0:18591:0:(namei.c:1628:ll_create_it()) VFS Op:name=. :VOLATILE:0000:16B76A36:fd=03, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open|creat 00000080:00200000:2.0:1787826419.032255:0:18591:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248) 00000080:00200000:2.0:1787826419.032261:0:18591:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25e:0x0], updating i_size 0 00000080:00200000:2.0:1787826419.032293:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25e:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1787826419.032296:0:18591:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) 00000080:00010000:2.0:1787826419.032300:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce802 00000080:00010000:2.0:1787826419.032307:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) 00000080:00200008:2.0:1787826419.032320:0:18591:0:(file.c:1090:ll_file_open()) START file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0](ffff9ab5d96a3248), flags 574701 00000002:00100000:2.0:1787826419.032338:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787826419.032373:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce802 from it ffff9ab5f18c3f60 00010000:00010000:2.0:1787826419.032377:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032386:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.032451:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248), inode mode 8180 mask 40 00000080:00200080:2.0:1787826419.032474:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248) cmd=4008669a arg=21f62e0 00000002:00010000:2.0:1787826419.032495:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25e:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 040000002 00010000:00010000:2.0:1787826419.032539:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.032547:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826419.032558:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826419.032564:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9800000 x1874671428583040/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826419.032574:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.032603:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583040:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.032767:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826419.036257:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.036331:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128000 00000100:00100000:0.0:1787826419.036340:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128000 00000100:00100000:0.0:1787826419.036391:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1806 00000100:00100000:0.0:1787826419.036699:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450128000:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.036726:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.036813:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.036820:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11213:x1874671450128000:12345-192.168.203.115@tcp:104: Request processed in 421us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.036828:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1806 00010000:00010000:2.0:1787826419.036981:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.036999:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037007:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826419.037013:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037021:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037029:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.037063:0:11335:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25e:0x0]: losing layout lock 00010000:00010000:2.0:1787826419.037105:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037112:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.037141:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037148:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce802 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bc94 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.037167:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.037169:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.037171:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826419.037235:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826419.037261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428583168:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826419.044439:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428583168:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.046280:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583040:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.046304:0:18591:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046317:0:18591:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046323:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046330:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046338:0:18591:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046345:0:18591:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aac00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826419.046350:0:18591:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046356:0:18591:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046363:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046371:0:18591:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.046377:0:18591:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.046384:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce809 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.046614:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f9800000 x1874671428583040/t4294969369(4294969369) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/688 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826419.046629:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9800000 x1874671428583040/t4294969369(4294969369) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/688 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826419.046645:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826419.047188:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826419.047206:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826419.047245:0:18591:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25e:0x0], updating i_size 0 00000002:00100000:2.0:1787826419.047262:0:18591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9800000 x1874671428583040/t4294969369(4294969369) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 600/688 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826419.047302:0:18591:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9800000 x1874671428583040/t4294969369(4294969369) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 600/688 e 0 to 0 dl 1787826435 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826419.047312:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826419.047318:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803840 x1874671428583424/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826419.047338:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583424:192.168.203.115@tcp:35:lfs.0 00000100:00100000:2.0:1787826419.047452:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.055003:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583424:192.168.203.115@tcp:35:lfs.0 00000002:00100000:2.0:1787826419.055035:0:18591:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9800000 x1874671428583040/t4294969369(4294969369) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 600/688 e 0 to 0 dl 1787826435 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787826419.055066:0:18591:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25e:0x0](ffff9ab5d96a3248) 00000002:00010000:2.0:1787826419.055140:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25e:0x0]) in obj [0x200000401:0x25e:0x0], intent: layout flags 0 00010000:00010000:2.0:1787826419.055201:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.055210:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.055219:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.055237:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583552:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.055310:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.061570:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583552:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.062511:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.062529:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.062547:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f9802d00 x1874671428583552/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/424 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.062558:0:18591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826419.062572:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.062655:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/606 (0 0) 00000080:00200000:2.0:1787826419.062662:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x25e:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787826419.062678:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce810 00000080:00010000:2.0:1787826419.062686:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce810 from it ffffbbc481d9bc38 00010000:00010000:2.0:1787826419.062690:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.062751:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.062775:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.062786:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826419.062800:0:18591:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x25e:0x0](0000000035e4b586) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.062839:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25e:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787826419.062845:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.062853:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200008:2.0:1787826419.062900:0:18591:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826419.062907:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:2.0:1787826419.062918:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826419.062926:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/602 (0 0) 00010000:00010000:2.0:1787826419.062960:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.062968:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.062977:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.062996:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583680:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.064539:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826419.066824:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.066929:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128128 00000100:00100000:0.0:1787826419.066941:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128128 00000100:00100000:0.0:1787826419.067025:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1807 00000100:00100000:0.0:1787826419.067035:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450128128:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.067054:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.067204:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.067212:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450128128:12345-192.168.203.115@tcp:104: Request processed in 180us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.067220:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1807 00010000:00010000:3.0:1787826419.067269:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.067277:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067285:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826419.067290:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067298:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067306:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067359:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067366:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826419.067434:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 1/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067442:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce7fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25a:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bc7f expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.067457:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.067459:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.067460:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826419.067468:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826419.067482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428583808:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826419.070123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428583808:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.071651:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583680:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.071691:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071703:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071713:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071724:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071736:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071744:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071750:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.071762:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9802d00 x1874671428583680/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/976 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.071772:0:18591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826419.071785:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071799:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:2.0:1787826419.071806:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826419.071865:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:2.0:1787826419.071871:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce817 00000080:00010000:2.0:1787826419.071877:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:2.0:1787826419.071880:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce817 from it ffffbbc481d9bcd8 00010000:00010000:2.0:1787826419.071883:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.071891:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.071932:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826419.071943:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:2.0:1787826419.071960:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.071963:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1be4e30, osc lock ffff9ab5e063b4b8, flags 0x400001002 00000008:00010000:2.0:1787826419.071970:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.071972:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1be4e70, osc lock ffff9ab5e063bad0, flags 0x400001002 00000008:00010000:2.0:1787826419.071999:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.072001:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1be4eb0, osc lock ffff9ab5e063bc08, flags 0x400001002 00000008:00010000:2.0:1787826419.072015:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.072016:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1be4ef0, osc lock ffff9ab5e063a750, flags 0x400001002 00000008:00010000:2.0:1787826419.072031:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.072032:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f1be4f30, osc lock ffff9ab5e063a9c0, flags 0x400001002 00010000:00010000:2.0:1787826419.072049:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826419.072061:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1787826419.072072:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.072075:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826419.072082:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826419.072094:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826419.072104:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1787826419.072111:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.072113:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826419.072122:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826419.072133:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826419.072142:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00000020:00200000:2.0:1787826419.072152:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.072154:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826419.072161:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826419.072171:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.072178:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826419.072184:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.072186:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826419.072204:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826419.072215:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826419.072223:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1787826419.072231:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.072233:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826419.072240:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1787826419.072247:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826419.072257:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:2.0:1787826419.072262:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.072265:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072268:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1be4e30 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072272:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1be4e70 (ffff9ab5f1d846c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072275:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1be4eb0 (ffff9ab5f1d84098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072277:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1be4ef0 (ffff9ab5f1d847e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072280:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1be4f30 (ffff9ab5f1d845a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.072283:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.072285:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1be4e30 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.072289:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1be4e70 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.072292:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1be4eb0 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.072295:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1be4ef0 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.072297:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1be4f30 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.072309:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826419.072328:0:18591:0:(file.c:6313:ll_getattr_dentry()) START file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0](ffff9ab5d96a3248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826419.072337:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248),name=. :VOLATILE:0000:16B76A36:fd=03 00000002:00010000:2.0:1787826419.072349:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25e:0x0]) in obj [0x200000401:0x25e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826419.072357:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/606 (0 0) 00010000:00010000:2.0:1787826419.072393:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.072450:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.072460:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.072482:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583936:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.072577:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.076570:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428583936:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.076768:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076781:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076793:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076804:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076817:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076827:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.076834:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.076845:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9802d00 x1874671428583936/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/664 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.076856:0:18591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826419.076996:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.077010:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/606 (0 0) 00000080:00200000:2.0:1787826419.077017:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25e:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826419.077071:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25e:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1787826419.077141:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) for lock 0x1d187e8ba27ce81e 00000080:00010000:2.0:1787826419.077148:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25e:0x0](ffff9ab5d96a3248) 00000080:00010000:2.0:1787826419.077151:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce81e from it ffffbbc481d9bcd8 00010000:00010000:2.0:1787826419.077154:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.077163:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.077226:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:2.0:1787826419.077237:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25e:0x0] 00000008:00010000:2.0:1787826419.077253:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.077256:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e20f0, osc lock ffff9ab5e063a9c0, flags 0x400001002 00000008:00010000:2.0:1787826419.077262:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.077264:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e2130, osc lock ffff9ab5e063a750, flags 0x400001002 00010000:00010000:2.0:1787826419.077308:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.077318:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.077979:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.077997:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428584064:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.078175:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.078185:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.078212:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1787826419.078227:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428584192:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.080605:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080629:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080645:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080656:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.080670:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.080681:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.080685:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080693:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080700:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080767:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826419.080785:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428584192:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.080805:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080816:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080825:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080833:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.080843:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.080853:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1787826419.080872:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080881:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080888:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.080901:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1787826419.080912:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428584064:192.168.203.115@tcp:101:lfs.0 00000080:00200000:0.0:1787826419.080995:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 0 i_blocks 2 00000020:00010000:0.0:1787826419.081002:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.081005:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.081009:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e20f0 (ffff9ab5f1d845a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.081013:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e2130 (ffff9ab5f1d847e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.081016:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94278 (ffff9ab5f1d84758/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.081018:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e20f0 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.081022:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e2130 (ffff9ab5f1d84758/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.081066:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826419.081259:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 4 00000080:00200000:0.0:1787826419.081267:0:18591:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), xattr lov 00000080:00200008:0.0:1787826419.081294:0:18591:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826419.081302:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:0.0:1787826419.081318:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826419.081332:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.081344:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826419.081350:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826419.081358:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:0.0:1787826419.081361:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce817 00000080:00010000:0.0:1787826419.081366:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce817 from it ffffbbc481d9bcd8 00010000:00010000:0.0:1787826419.081370:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.081378:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826419.081396:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:0.0:1787826419.081781:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826419.081799:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.081803:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b430, osc lock ffff9ab5f2329c08, flags 0x400001002 00000008:00010000:0.0:1787826419.081810:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.081812:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b470, osc lock ffff9ab5f23294b8, flags 0x400001002 00000008:00010000:0.0:1787826419.081816:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.081818:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b4b0, osc lock ffff9ab5f2329ad0, flags 0x400001002 00000008:00010000:0.0:1787826419.081822:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.081823:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b4f0, osc lock ffff9ab5f2329998, flags 0x400001002 00000008:00010000:0.0:1787826419.081828:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.081829:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030b530, osc lock ffff9ab5f2328af8, flags 0x400001002 00010000:00010000:0.0:1787826419.081842:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826419.081854:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:0.0:1787826419.081863:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.081866:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:0.0:1787826419.081873:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1787826419.081892:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826419.081900:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1787826419.081909:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.081912:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826419.081918:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826419.081931:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826419.081939:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00000020:00200000:0.0:1787826419.081947:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.081950:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826419.081957:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787826419.081974:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.081982:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826419.081990:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.081992:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826419.082000:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826419.082012:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826419.082020:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1787826419.082027:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.082029:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826419.082035:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1787826419.082044:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826419.082051:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:0.0:1787826419.082055:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.082058:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082061:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b430 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082064:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b470 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082067:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b4b0 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082069:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b4f0 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082072:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030b530 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.082220:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.082223:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b430 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.082227:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b470 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.082230:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b4b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.082231:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b4f0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.082234:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030b530 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.082247:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:0.0:1787826419.082284:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669e arg=40efc638 00000080:00010000:0.0:1787826419.082298:0:18591:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000002:00010000:0.0:1787826419.082306:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: layout flags 02 00010000:00010000:0.0:1787826419.082324:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826419.082340:0:18591:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:0.0:1787826419.082379:0:18591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.082391:0:18591:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826419.082394:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa000/0x1d187e8ba27ce817 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcc5 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826419.082455:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.082462:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826419.082474:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826419.082486:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ada40 x1874671428584448/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826419.082494:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.082515:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584448:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.082657:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.085010:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584448:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.085034:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085045:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 4/0,1 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085056:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085065:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085088:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085097:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085104:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.085123:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f27ada40 x1874671428584448/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/736 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.085132:0:18591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826419.085143:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085155:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/602 (0 0) 00000080:00200000:2.0:1787826419.085161:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1787826419.085177:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce833 00000080:00010000:2.0:1787826419.085185:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce833 from it ffffbbc481d9bc30 00010000:00010000:2.0:1787826419.085188:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085208:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.085230:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00010000:00010000:2.0:1787826419.085242:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.085252:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826419.085260:0:18591:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x25a:0x0](00000000af196993) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.085296:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 5 00010000:00010000:2.0:1787826419.085300:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.085307:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1787826419.085333:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:2.0:1787826419.085336:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eacd2630, osc lock ffff9ab5e063bc08, flags 0x40000 00000008:00010000:2.0:1787826419.085343:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:2.0:1787826419.085344:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eacd2670, osc lock ffff9ab5e063bad0, flags 0x40000 00000008:00010000:2.0:1787826419.085349:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:2.0:1787826419.085351:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eacd26b0, osc lock ffff9ab5e063b4b8, flags 0x40000 00000008:00010000:2.0:1787826419.085377:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:2.0:1787826419.085379:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eacd26f0, osc lock ffff9ab5e063a618, flags 0x40000 00000008:00010000:2.0:1787826419.085392:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 9 00000008:00010000:2.0:1787826419.085394:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eacd2730, osc lock ffff9ab5e063a000, flags 0x40000 00010000:00010000:2.0:1787826419.085625:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 64 res 10737419267/42 (0 1048575) 00010000:00010000:2.0:1787826419.085659:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085669:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.085678:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.085698:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584576:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.085804:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2180 going to sleep for 11 seconds 00000100:00100000:0.0:1787826419.088089:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.088172:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128256 00000100:00100000:1.0:1787826419.088181:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128256 00000100:00100000:1.0:1787826419.088517:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1808 00000100:00100000:1.0:1787826419.088525:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12515:x1874671450128256:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826419.088538:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1787826419.088650:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826419.088657:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12515:x1874671450128256:12345-192.168.203.115@tcp:104: Request processed in 133us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.088665:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1808 00010000:00010000:3.0:1787826419.088882:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.088888:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787826419.088898:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.088902:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000080:00200000:3.0:1787826419.088917:0:11310:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826419.090055:0:11310:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826419.090107:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787826419.090116:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787826419.090181:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428584704:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826419.090872:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787826419.090883:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000049e870c7/0x1d187e8ba27ce7d8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc55 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1787826419.090899:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.090901:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.090903:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.095930:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584576:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.095964:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.095982:0:18591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.095992:0:18591:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.096329:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.097256:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128384 00000100:00100000:0.0:1787826419.097267:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128384 00000100:00100000:0.0:1787826419.097365:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1809 00000100:00100000:0.0:1787826419.097376:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:5827:x1874671450128384:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826419.097393:0:11318:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097436:0:11318:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097447:0:11318:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097466:0:11318:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097475:0:11318:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097485:0:11318:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.097516:0:11318:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27aa600) 00000100:00100000:0.0:1787826419.097577:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:5827:x1874671450128384:12345-192.168.203.115@tcp:105: Request processed in 202us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.097597:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1809 00010000:00010000:2.0:1787826419.097674:0:18591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.097686:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.097992:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.098006:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.098024:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.098033:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.098065:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 64 res 9663677443/43 (1048576 2097151) 00010000:00010000:2.0:1787826419.098103:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.098111:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.098121:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.098141:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584832:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.098214:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2180 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.103088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428584704:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826419.104278:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.105249:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128512 00000100:00100000:1.0:1787826419.105260:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128512 00000100:00100000:1.0:1787826419.105310:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1810 00000100:00100000:1.0:1787826419.105321:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12518:x1874671450128512:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826419.105338:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826419.106897:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826419.106915:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12518:x1874671450128512:12345-192.168.203.115@tcp:104: Request processed in 1591us (2639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.106926:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1810 00010000:00010000:2.0:1787826419.107947:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.107961:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826419.107980:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.107987:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787826419.108046:0:5599:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826419.110032:0:5599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826419.110099:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826419.110111:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.110145:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 1/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826419.110154:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e4b568a/0x1d187e8ba27ce7df lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc63 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826419.110173:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.110175:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.110177:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.110185:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826419.110214:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428584960:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.113168:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428584832:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.113209:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.113227:0:18591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.113235:0:18591:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.114090:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.114470:0:5589:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826419.114489:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128640 00000100:00100000:0.0:1787826419.114496:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128640 00000100:00100000:0.0:1787826419.114552:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1811 00000100:00100000:0.0:1787826419.114563:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9885850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8458:x1874671450128640:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826419.114577:0:5589:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115042:0:5589:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115053:0:5589:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115064:0:5589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115074:0:5589:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115085:0:5589:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.115110:0:5589:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27abe00) 00000100:00100000:0.0:1787826419.115182:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9885850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8458:x1874671450128640:12345-192.168.203.115@tcp:105: Request processed in 620us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.115201:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1811 00010000:00010000:2.0:1787826419.119491:0:18591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.119512:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.119529:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.119543:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.119556:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.119564:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.119873:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 64 res 10737419267/43 (0 2097151) 00000100:00100000:3.0:1787826419.120002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428584960:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826419.120082:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.120090:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.120099:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.120119:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585088:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.120202:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2180 going to sleep for 11 seconds 00000100:00100000:1.0:1787826419.123689:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.123857:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128768 00000100:00100000:0.0:1787826419.123866:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128768 00000100:00100000:0.0:1787826419.123988:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1812 00000100:00100000:0.0:1787826419.123999:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12328:x1874671450128768:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.124016:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787826419.124094:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.124101:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12328:x1874671450128768:12345-192.168.203.115@tcp:104: Request processed in 105us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.124109:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1812 00010000:00010000:2.0:1787826419.124667:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.124676:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826419.124686:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.124692:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826419.124721:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1787826419.128687:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585088:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.128728:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.128742:0:18591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.128750:0:18591:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826419.132151:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826419.132233:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826419.132252:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.132293:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826419.132303:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004495f585/0x1d187e8ba27ce7e6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc5c expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826419.132320:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.132322:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.132324:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.132335:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.132354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585216:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826419.135797:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.136034:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450128896 00000100:00100000:0.0:1787826419.136044:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450128896 00000100:00100000:0.0:1787826419.136098:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1813 00000100:00100000:0.0:1787826419.136108:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:5825:x1874671450128896:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826419.136124:0:11318:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136137:0:11318:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136152:0:11318:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136163:0:11318:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136174:0:11318:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136185:0:11318:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.136228:0:11318:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27aa400) 00000100:00100000:0.0:1787826419.136282:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:5825:x1874671450128896:12345-192.168.203.115@tcp:105: Request processed in 175us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.136290:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1813 00010000:00010000:2.0:1787826419.136350:0:18591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136360:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136373:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.136384:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136396:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136433:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136474:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 64 res 9663677443/44 (3145728 18446744073709551615) 00010000:00010000:2.0:1787826419.136510:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136520:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.136529:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 3/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.136549:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585344:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.136611:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2840 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.139630:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585216:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826419.141600:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.141752:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129024 00000100:00100000:0.0:1787826419.141771:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129024 00000100:00100000:0.0:1787826419.141827:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1814 00000100:00100000:0.0:1787826419.141837:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12517:x1874671450129024:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.141856:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826419.141943:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.141950:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12517:x1874671450129024:12345-192.168.203.115@tcp:104: Request processed in 116us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.141958:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1814 00010000:00010000:3.0:1787826419.142138:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.142146:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826419.142160:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.142166:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826419.142185:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826419.142204:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826419.142251:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826419.142258:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826419.142289:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 1/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826419.142298:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000c3a81596/0x1d187e8ba27ce7ed lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc6a expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826419.142315:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.142317:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.142319:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826419.142327:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826419.142344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428585472:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.149807:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585344:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.149837:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.149851:0:18591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.149866:0:18591:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.150030:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.150114:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129152 00000100:00100000:1.0:1787826419.150121:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129152 00000100:00100000:1.0:1787826419.150174:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1815 00000100:00100000:1.0:1787826419.150183:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6705:x1874671450129152:12345-192.168.203.115@tcp:105: 00010000:00010000:1.0:1787826419.150203:0:11318:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150214:0:11318:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150229:0:11318:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,1 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150238:0:11318:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150248:0:11318:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150258:0:11318:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 6/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.150285:0:11318:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27ab800) 00000100:00100000:1.0:1787826419.150340:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6705:x1874671450129152:12345-192.168.203.115@tcp:105: Request processed in 157us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.150348:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1815 00010000:00010000:2.0:1787826419.150426:0:18591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150436:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150451:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.150585:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150599:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150607:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150641:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 64 res 10737419267/44 (1048576 18446744073709551615) 00010000:00010000:2.0:1787826419.150754:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150827:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.150839:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 3/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.150860:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585600:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.150906:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2840 going to sleep for 11 seconds 00000100:00100000:3.0:1787826419.154689:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428585472:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826419.157012:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.157345:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129280 00000100:00100000:0.0:1787826419.157355:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129280 00000100:00100000:0.0:1787826419.157532:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1816 00000100:00100000:0.0:1787826419.157551:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12519:x1874671450129280:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.157568:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826419.157647:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.157655:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12519:x1874671450129280:12345-192.168.203.115@tcp:104: Request processed in 106us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.157662:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1816 00010000:00010000:3.0:1787826419.157727:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.157735:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826419.157745:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.157751:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1787826419.158056:0:11310:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826419.161938:0:11310:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826419.162010:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826419.162022:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826419.162067:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826419.162077:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce7f4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bc71 expref: -99 pid: 18590 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1787826419.162096:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.162098:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.162100:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826419.162118:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826419.162138:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585728:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.166961:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585600:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.166994:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.167010:0:18591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.167019:0:18591:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.169864:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.169952:0:11318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826419.169972:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129408 00000100:00100000:0.0:1787826419.169980:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129408 00000100:00100000:0.0:1787826419.170048:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1817 00000100:00100000:0.0:1787826419.170059:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9886850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7638:x1874671450129408:12345-192.168.203.115@tcp:105: 00010000:00010000:0.0:1787826419.170088:0:11318:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170102:0:11318:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170112:0:11318:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170125:0:11318:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170136:0:11318:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10080000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170146:0:11318:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x80000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.170177:0:11318:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9ab5f27aa000) 00000100:00100000:0.0:1787826419.170249:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9886850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7638:x1874671450129408:12345-192.168.203.115@tcp:105: Request processed in 192us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.170257:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1817 00010000:00010000:2.0:1787826419.170282:0:18591:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170296:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x20000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170314:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10000000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.170326:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x10020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170339:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170347:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1787826419.170385:0:18591:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826419.170507:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:2.0:1787826419.170526:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826419.170538:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/602 (0 0) 00010000:00010000:2.0:1787826419.170652:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170660:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.170671:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.170697:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585856:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.170783:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2840 going to sleep for 11 seconds 00000100:00100000:3.0:1787826419.185626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585728:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.186300:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428585856:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.186324:0:18591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186337:0:18591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186349:0:18591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186360:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186373:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186381:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186389:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826419.186440:0:18591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9802d00 x1874671428585856/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/976 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826419.186457:0:18591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 392 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826419.186472:0:18591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186484:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:2.0:1787826419.186491:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826419.186553:0:18591:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 5 -> 5 00000080:00010000:2.0:1787826419.186557:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce85d 00000080:00010000:2.0:1787826419.186562:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:2.0:1787826419.186566:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce85d from it ffffbbc481d9bcd8 00010000:00010000:2.0:1787826419.186569:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186578:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.186640:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826419.186651:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:2.0:1787826419.186669:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.186672:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2030, osc lock ffff9ab5e063bd40, flags 0x400001002 00000008:00010000:2.0:1787826419.186699:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.186701:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2070, osc lock ffff9ab5e063b860, flags 0x400001002 00000008:00010000:2.0:1787826419.186717:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.186719:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e20b0, osc lock ffff9ab5e063a270, flags 0x400001002 00000008:00010000:2.0:1787826419.186731:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.186733:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e20f0, osc lock ffff9ab5e063be78, flags 0x400001002 00000008:00010000:2.0:1787826419.186745:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.186747:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f19e2130, osc lock ffff9ab5e063a138, flags 0x400001002 00010000:00010000:2.0:1787826419.186757:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/42 (0 1048575) 00010000:00010000:2.0:1787826419.186790:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.186799:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.186917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585984:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.187682:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/43 (1048576 2097151) 00010000:00010000:2.0:1787826419.187729:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.187739:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.187760:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/43 (0 2097151) 00000100:00100000:2.0:1787826419.187773:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586112:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826419.187917:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.187929:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.187953:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/44 (3145728 18446744073709551615) 00000100:00100000:3.0:1787826419.187971:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428586240:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.188344:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.188353:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.188372:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/44 (1048576 18446744073709551615) 00000100:00100000:2.0:1787826419.188386:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586368:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.190868:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.190889:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.190927:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:2.0:1787826419.190947:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826419.190964:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586496:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.201054:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.201096:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.201123:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129664 00000100:00100000:0.0:1787826419.201133:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129664 00000100:00100000:0.0:1787826419.201175:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129536 00000100:00100000:0.0:1787826419.201178:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129536 00000100:00100000:0.0:1787826419.201209:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1818 00000100:00100000:0.0:1787826419.201219:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12521:x1874671450129664:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.201237:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.201256:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.201284:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.201287:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:0.0:1787826419.201291:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@0000000043efc194[0x110, 2, [0x240000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.201293:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:0.0:1787826419.201349:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12521:x1874671450129664:12345-192.168.203.115@tcp:106: Request processed in 131us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.201357:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1818 00000100:00100000:0.0:1787826419.201374:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1819 00000100:00100000:0.0:1787826419.201380:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12329:x1874671450129536:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.201387:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.201395:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.203471:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.203519:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130048 00000100:00100000:1.0:1787826419.203529:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130048 00000100:00100000:1.0:1787826419.203581:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1820 00000100:00100000:1.0:1787826419.203590:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:12513:x1874671450130048:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.203607:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.203619:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.203641:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.203643:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000020:00010000:1.0:1787826419.203646:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003ce6594e[0x110, 2, [0x280000403:0x2b:0x0] hash] 00000020:00010000:1.0:1787826419.203648:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000100:00100000:1.0:1787826419.203690:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:12513:x1874671450130048:12345-192.168.203.115@tcp:106: Request processed in 100us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.203697:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1820 00000100:00100000:1.0:1787826419.203776:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.203875:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.203890:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129920 00000100:00100000:1.0:1787826419.203894:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129920 00000100:00100000:1.0:1787826419.203914:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450129792 00000100:00100000:1.0:1787826419.203916:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450129792 00000100:00100000:1.0:1787826419.203928:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1821 00000100:00100000:1.0:1787826419.203933:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450129920:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.203941:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.203949:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.203968:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.203970:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000020:00010000:1.0:1787826419.203973:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@00000000de38ea01[0x110, 2, [0x240000403:0x2c:0x0] hash] 00000020:00010000:1.0:1787826419.203975:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000100:00100000:1.0:1787826419.203992:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450129920:12345-192.168.203.115@tcp:106: Request processed in 59us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.203999:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1821 00000100:00100000:1.0:1787826419.204009:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1822 00000100:00100000:1.0:1787826419.204015:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:12340:x1874671450129792:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.204022:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.204031:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.204043:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.204045:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:1.0:1787826419.204049:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@0000000060e5e1f9[0x110, 2, [0x280000403:0x2c:0x0] hash] 00000020:00010000:1.0:1787826419.204050:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:1.0:1787826419.204069:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:12340:x1874671450129792:12345-192.168.203.115@tcp:106: Request processed in 53us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.204074:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1822 00000020:00010000:0.0:1787826419.205092:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.205098:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000020:00010000:0.0:1787826419.205107:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@00000000357726d8[0x110, 2, [0x280000403:0x2a:0x0] hash] 00000020:00010000:0.0:1787826419.205109:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000100:00100000:0.0:1787826419.205165:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:12329:x1874671450129536:12345-192.168.203.115@tcp:106: Request processed in 3782us (4065us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.205177:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1819 00010000:00010000:2.0:1787826419.209918:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.209941:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.209954:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.209961:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.209968:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.209982:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:2.0:1787826419.209989:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:2.0:1787826419.209994:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210002:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210011:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210018:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.210023:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210065:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.210073:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210081:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce880 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.210102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586496:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.210120:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210136:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210144:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210151:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210158:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.210166:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1787826419.210170:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:2.0:1787826419.210173:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210179:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210187:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210204:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.210208:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210216:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.210220:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210227:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce879 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.210239:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586368:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.210254:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210262:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210271:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210278:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210285:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.210299:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:2.0:1787826419.210303:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1787826419.210306:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210312:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210320:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210325:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abc00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.210329:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210336:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.210339:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.210346:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000943245de/0x1d187e8ba27ce86b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.210356:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428586112:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.213212:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213234:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213246:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213253:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213260:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.213272:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:2.0:1787826419.213278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.213281:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213288:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213296:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213303:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.213309:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213321:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.213327:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.213334:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000041e6defe/0x1d187e8ba27ce864 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.213353:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428585984:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.214257:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214271:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214281:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214288:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214294:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.214304:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:2.0:1787826419.214309:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1787826419.214330:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214337:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214343:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214349:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.214353:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214361:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.214366:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.214374:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ab26298a/0x1d187e8ba27ce872 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.214389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428586240:192.168.203.115@tcp:101:lfs.0 00000080:00200000:0.0:1787826419.214612:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:0.0:1787826419.214619:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e95b28 (ffff9ab5f1d84128/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.214622:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e95b28 (ffff9ab5f1d84128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214626:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2030 (ffff9ab5f1d84248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214632:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2070 (ffff9ab5f1d84878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214634:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e20b0 (ffff9ab5f1d842d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214637:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e20f0 (ffff9ab5f1d84c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214640:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f19e2130 (ffff9ab5f1d84908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.214642:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e95b28 (ffff9ab5f1d84128/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.214645:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2030 (ffff9ab5f1d84128/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.214650:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2070 (ffff9ab5f1d84128/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.214653:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e20b0 (ffff9ab5f1d84128/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.214656:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e20f0 (ffff9ab5f1d84128/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.214668:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f19e2130 (ffff9ab5f1d84128/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.214730:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:0.0:1787826419.214921:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=801066da arg=7ffdb6834000 00000080:00200000:0.0:1787826419.214932:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826419.214943:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826419.214950:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1787826419.214958:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000100:00100000:0.0:1787826419.215023:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826419.215037:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428586624:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826419.219350:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826419.219372:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428586752:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.222704:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428586880:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.223042:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826419.223051:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428587008:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.223256:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428587136:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.226668:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428586752:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.233487:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428586624:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.233532:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428586880:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.234738:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428587136:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.234765:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428587008:192.168.203.115@tcp:1:lfs.0 00000080:00200000:1.0:1787826419.234942:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 4 00000080:00200000:1.0:1787826419.234952:0:18591:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), xattr lov 00000080:00200008:1.0:1787826419.234982:0:18591:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826419.234991:0:18591:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826419.235008:0:18591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x25a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826419.235028:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.235042:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826419.235050:0:18591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826419.235058:0:18591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826419.235061:0:18591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce85d 00000080:00010000:1.0:1787826419.235069:0:18591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce85d from it ffffbbc481d9bcd8 00010000:00010000:1.0:1787826419.235072:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.235081:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826419.235104:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:1.0:1787826419.235114:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826419.235132:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826419.235135:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e4630, osc lock ffff9ab5c5024d68, flags 0x400001002 00000008:00010000:1.0:1787826419.235143:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826419.235144:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e4670, osc lock ffff9ab5c5024750, flags 0x400001002 00000008:00010000:1.0:1787826419.235148:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826419.235150:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e46b0, osc lock ffff9ab5c5025c08, flags 0x400001002 00000008:00010000:1.0:1787826419.235155:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826419.235157:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e46f0, osc lock ffff9ab5c50244e0, flags 0x400001002 00000008:00010000:1.0:1787826419.235161:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826419.235163:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e4730, osc lock ffff9ab5c5024fd8, flags 0x400001002 00010000:00010000:1.0:1787826419.235174:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/42 (0 1048575) 00010000:00010000:1.0:1787826419.235221:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235233:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235261:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/43 (1048576 2097151) 00010000:00010000:1.0:1787826419.235279:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235287:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235300:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/43 (0 2097151) 00010000:00010000:1.0:1787826419.235314:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235322:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235333:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/44 (3145728 18446744073709551615) 00010000:00010000:1.0:1787826419.235349:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235358:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235369:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/44 (1048576 18446744073709551615) 00010000:00010000:1.0:1787826419.235384:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.235392:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826419.235439:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:0.0:1787826419.235861:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587264:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.235941:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587520:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.235964:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587776:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.235986:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787826419.235992:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587392:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.236024:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587648:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826419.241067:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.241114:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.241148:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826419.241166:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130176 00000100:00100000:1.0:1787826419.241174:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130176 00000100:00100000:1.0:1787826419.241227:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130304 00000100:00100000:1.0:1787826419.241230:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130304 00000100:00100000:1.0:1787826419.241250:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1823 00000100:00100000:1.0:1787826419.241260:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12326:x1874671450130176:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.241276:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.241289:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.241321:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.241323:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000020:00010000:1.0:1787826419.241327:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@00000000357726d8[0x110, 2, [0x280000403:0x2a:0x0] hash] 00000020:00010000:1.0:1787826419.241328:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000100:00100000:1.0:1787826419.241379:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12326:x1874671450130176:12345-192.168.203.115@tcp:106: Request processed in 120us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.241386:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1823 00000100:00100000:1.0:1787826419.241443:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1824 00000100:00100000:1.0:1787826419.241451:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9887450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12340:x1874671450130304:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.241459:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.241467:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.241481:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.241483:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:1.0:1787826419.241486:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@0000000060e5e1f9[0x110, 2, [0x280000403:0x2c:0x0] hash] 00000020:00010000:1.0:1787826419.241487:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:1.0:1787826419.241507:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9887450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12340:x1874671450130304:12345-192.168.203.115@tcp:106: Request processed in 57us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.241514:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1824 00000100:00100000:1.0:1787826419.241578:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.241609:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130688 00000100:00100000:1.0:1787826419.241613:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130688 00000100:00100000:1.0:1787826419.241634:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1825 00000100:00100000:1.0:1787826419.241640:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12520:x1874671450130688:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.241648:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.241655:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.241669:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.241671:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000020:00010000:1.0:1787826419.241675:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@00000000de38ea01[0x110, 2, [0x240000403:0x2c:0x0] hash] 00000020:00010000:1.0:1787826419.241677:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000100:00100000:1.0:1787826419.241707:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12520:x1874671450130688:12345-192.168.203.115@tcp:106: Request processed in 56us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.241714:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1825 00000100:00100000:1.0:1787826419.241788:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.243162:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130432 00000100:00100000:0.0:1787826419.243173:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130432 00000100:00100000:0.0:1787826419.243238:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1826 00000100:00100000:0.0:1787826419.243248:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450130432:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.243261:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.243279:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.243300:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.243303:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000020:00010000:0.0:1787826419.243307:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003ce6594e[0x110, 2, [0x280000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.243309:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000100:00100000:0.0:1787826419.243351:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12341:x1874671450130432:12345-192.168.203.115@tcp:106: Request processed in 104us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.243359:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1826 00000100:00100000:0.0:1787826419.243888:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.243918:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130560 00000100:00100000:0.0:1787826419.243923:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130560 00000100:00100000:0.0:1787826419.243952:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1827 00000100:00100000:0.0:1787826419.243960:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12530:x1874671450130560:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.243971:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.243980:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.244262:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.244265:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:0.0:1787826419.244269:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@0000000043efc194[0x110, 2, [0x240000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.244272:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:0.0:1787826419.244304:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12530:x1874671450130560:12345-192.168.203.115@tcp:106: Request processed in 344us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.244312:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1827 00010000:00010000:1.0:1787826419.248268:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248289:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248302:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248309:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248317:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826419.248330:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:1.0:1787826419.248336:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:1.0:1787826419.248341:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248349:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248357:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248364:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270fc00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826419.248370:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248381:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826419.248388:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248395:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e734d3e9/0x1d187e8ba27ce88e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.248597:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587392:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826419.248615:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248624:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248633:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248639:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248645:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826419.248653:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1787826419.248657:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:1.0:1787826419.248660:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248667:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248679:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248684:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270ea00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826419.248688:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248695:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826419.248708:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248716:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce89c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.248728:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587648:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826419.248743:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248752:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248760:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248772:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248779:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826419.248787:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:1.0:1787826419.248790:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1787826419.248954:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248962:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248969:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248974:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270f200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826419.248977:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248984:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826419.248988:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.248994:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000d35c6bab/0x1d187e8ba27ce895 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.249005:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587520:192.168.203.115@tcp:101:lfs.0 00010000:00010000:1.0:1787826419.249020:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249028:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249036:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249043:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249049:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826419.249057:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:1.0:1787826419.249061:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826419.249063:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249070:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249083:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249089:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270e400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:1.0:1787826419.249092:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249100:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826419.249103:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.249111:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000b5b9ef4d/0x1d187e8ba27ce8a3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.249122:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587776:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.252265:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252289:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252301:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252308:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252315:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.252328:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:0.0:1787826419.252334:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826419.252386:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252394:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252435:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252443:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270f000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.252449:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252468:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.252475:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.252483:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000005b6b361/0x1d187e8ba27ce887 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.252503:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428587264:192.168.203.115@tcp:101:lfs.0 00000080:00200000:2.0:1787826419.253027:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:2.0:1787826419.253034:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.253037:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253042:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e4630 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253045:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e4670 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253048:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e46b0 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253052:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e46f0 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253055:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e4730 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.253058:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.253060:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e4630 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.253065:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e4670 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.253068:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e46b0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.253070:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e46f0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.253073:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e4730 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.253088:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826419.305555:0:18591:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1787826419.305574:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:2.0:1787826419.305584:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:2.0:1787826419.305606:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.305610:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6230, osc lock ffff9ab5e063aea0, flags 0x400001002 00000008:00010000:2.0:1787826419.305618:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.305619:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6270, osc lock ffff9ab5e063a888, flags 0x400001002 00000008:00010000:2.0:1787826419.305624:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.305626:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a62b0, osc lock ffff9ab5e063b380, flags 0x400001002 00000008:00010000:2.0:1787826419.305631:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.305632:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a62f0, osc lock ffff9ab5e063ac30, flags 0x400001002 00000008:00010000:2.0:1787826419.305637:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.305639:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6330, osc lock ffff9ab5e063b5f0, flags 0x400001002 00010000:00010000:2.0:1787826419.305654:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/42 (0 1048575) 00010000:00010000:2.0:1787826419.305703:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305715:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305766:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/43 (1048576 2097151) 00000100:00100000:2.0:1787826419.305780:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.305799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428587904:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.305916:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305926:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305947:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/43 (0 2097151) 00010000:00010000:2.0:1787826419.305964:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305973:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.305986:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/44 (3145728 18446744073709551615) 00010000:00010000:2.0:1787826419.305999:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.306007:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.306018:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/44 (1048576 18446744073709551615) 00010000:00010000:2.0:1787826419.306033:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.306041:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.306051:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:2.0:1787826419.311164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588032:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.311300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588288:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.311334:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787826419.311341:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588160:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.311364:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588416:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826419.316125:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.316173:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450130944 00000100:00100000:1.0:1787826419.316182:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450130944 00000100:00100000:1.0:1787826419.316242:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1828 00000100:00100000:1.0:1787826419.316252:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6690:x1874671450130944:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.316268:0:11323:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.316283:0:11323:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.316311:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.316314:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000020:00010000:1.0:1787826419.316317:0:11323:0:(cl_object.c:322:cl_object_glimpse()) header@00000000357726d8[0x110, 2, [0x280000403:0x2a:0x0] hash] 00000020:00010000:1.0:1787826419.316319:0:11323:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000100:00100000:1.0:1787826419.316370:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:LOV_OSC_UUID+4:6690:x1874671450130944:12345-192.168.203.115@tcp:106: Request processed in 120us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.316379:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1828 00000100:00100000:1.0:1787826419.322934:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.323014:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.325722:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131072 00000100:00100000:0.0:1787826419.325737:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131072 00000100:00100000:0.0:1787826419.325793:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131200 00000100:00100000:0.0:1787826419.325797:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131200 00000100:00100000:0.0:1787826419.325826:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1829 00000100:00100000:0.0:1787826419.325836:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12327:x1874671450131072:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.325854:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.325868:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.325897:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.325900:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000020:00010000:0.0:1787826419.325903:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@00000000de38ea01[0x110, 2, [0x240000403:0x2c:0x0] hash] 00000020:00010000:0.0:1787826419.325905:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000100:00100000:1.0:1787826419.325928:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1830 00000100:00100000:1.0:1787826419.325941:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:11683:x1874671450131200:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.325951:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.325961:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.325970:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12327:x1874671450131072:12345-192.168.203.115@tcp:106: Request processed in 133us (3043us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.325980:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1829 00000020:00010000:1.0:1787826419.325986:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.325988:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000020:00010000:1.0:1787826419.325992:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003ce6594e[0x110, 2, [0x280000403:0x2b:0x0] hash] 00000020:00010000:1.0:1787826419.325994:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000100:00100000:1.0:1787826419.326020:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:11683:x1874671450131200:12345-192.168.203.115@tcp:106: Request processed in 83us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.326026:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1830 00000100:00100000:1.0:1787826419.327178:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.327273:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:2.0:1787826419.327630:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327645:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327657:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327664:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327672:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.327691:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:2.0:1787826419.327703:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:2.0:1787826419.327707:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327714:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327722:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327729:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.327735:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327756:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.327764:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.327772:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8aa lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.327790:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428587904:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826419.328148:0:11370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131456 00000100:00100000:3.0:1787826419.328156:0:11370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131456 00000100:00100000:3.0:1787826419.328212:0:11370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 430 00000100:00100000:3.0:1787826419.328221:0:11370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:12519:x1874671450131456:12345-192.168.203.115@tcp:106: 00010000:00010000:3.0:1787826419.328233:0:11370:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.328241:0:11370:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1787826419.328260:0:11370:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:3.0:1787826419.328262:0:11370:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:3.0:1787826419.328265:0:11370:0:(cl_object.c:322:cl_object_glimpse()) header@0000000043efc194[0x110, 2, [0x240000403:0x2b:0x0] hash] 00000020:00010000:3.0:1787826419.328266:0:11370:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:3.0:1787826419.328314:0:11370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:12519:x1874671450131456:12345-192.168.203.115@tcp:106: Request processed in 94us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1787826419.328322:0:11370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 430 00010000:00010000:3.0:1787826419.331023:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331044:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331056:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331065:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331082:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.331096:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826419.331103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:3.0:1787826419.331106:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331114:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331122:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331129:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.331135:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331148:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826419.331154:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331162:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000ce359c0b/0x1d187e8ba27ce8b8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.331180:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588160:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826419.331207:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331217:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331226:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331232:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331240:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.331248:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1787826419.331252:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1787826419.331256:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331263:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331271:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331277:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669a00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.331281:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331288:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826419.331292:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.331299:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000f6d004a2/0x1d187e8ba27ce8bf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.331310:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588288:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826419.332291:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332307:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332317:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332323:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332330:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.332339:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826419.332344:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826419.332348:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332354:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332361:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332367:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669200 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.332371:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332379:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826419.332384:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.332391:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000344099fa/0x1d187e8ba27ce8b1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.332562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588032:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.334640:0:11318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826419.334670:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131328 00000100:00100000:0.0:1787826419.334678:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131328 00000100:00100000:0.0:1787826419.335373:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1831 00000100:00100000:0.0:1787826419.335386:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9833050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12515:x1874671450131328:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.335427:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.335441:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.335467:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.335470:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:0.0:1787826419.335474:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@0000000060e5e1f9[0x110, 2, [0x280000403:0x2c:0x0] hash] 00000020:00010000:0.0:1787826419.335475:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:0.0:1787826419.335534:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9833050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12515:x1874671450131328:12345-192.168.203.115@tcp:106: Request processed in 152us (8362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.335542:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1831 00010000:00010000:3.0:1787826419.338301:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338324:0:2362:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338337:0:2362:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338345:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338351:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.338364:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826419.338371:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826419.338384:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338391:0:2362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338438:0:2362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338446:0:2362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669c00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.338452:0:2362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338463:0:2362:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826419.338470:0:2362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.338477:0:2362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000603a72f8/0x1d187e8ba27ce8c6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.338497:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428588416:192.168.203.115@tcp:101:lfs.0 00000080:00200000:2.0:1787826419.339252:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:2.0:1787826419.339261:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.339265:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339271:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6230 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339541:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6270 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339547:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a62b0 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339551:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a62f0 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339553:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6330 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.339556:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.339559:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.339563:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6270 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.339565:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a62b0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.339568:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a62f0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.339571:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6330 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.339586:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826419.339597:0:18591:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: (null), rc = 5242880 00000080:00200008:2.0:1787826419.339609:0:18591:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_HOLE 00000080:00200000:2.0:1787826419.339615:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:2.0:1787826419.339625:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826419.339632:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1787826419.339640:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:2.0:1787826419.339659:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000080:00200000:2.0:1787826419.339669:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826419.339674:0:18591:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:2.0:1787826419.339677:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826419.339681:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826419.339683:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1787826419.339687:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:2.0:1787826419.339691:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:2.0:1787826419.339702:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:2.0:1787826419.339705:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e5630, osc lock ffff9ab5e063b5f0, flags 0x100000 00000008:00010000:2.0:1787826419.339708:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:2.0:1787826419.339709:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e5670, osc lock ffff9ab5e063ac30, flags 0x100000 00000008:00010000:2.0:1787826419.339712:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:2.0:1787826419.339713:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e56b0, osc lock ffff9ab5e063b380, flags 0x100000 00000008:00010000:2.0:1787826419.339715:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:2.0:1787826419.339717:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e56f0, osc lock ffff9ab5e063a888, flags 0x100000 00000008:00010000:2.0:1787826419.339719:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 88 00000008:00010000:2.0:1787826419.339720:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f98e5730, osc lock ffff9ab5e063aea0, flags 0x100000 00010000:00010000:2.0:1787826419.339737:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.339751:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.339764:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.339772:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.339780:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341553:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341582:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341603:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341613:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341621:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341641:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341650:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341657:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341665:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341672:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341690:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341697:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341705:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341711:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341718:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341729:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341737:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341745:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341752:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.341758:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826419.341774:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000100:00100000:3.0:1787826419.343805:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588672:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.343910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588928:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.343942:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787826419.343949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588544:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.343974:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588800:192.168.203.115@tcp:23:lfs.0 00010000:00010000:2.0:1787826419.393697:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826419.410449:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968738 gen 4 00000100:00100000:3.0:1787826419.410490:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588928:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.412938:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588800:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.415242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588544:192.168.203.115@tcp:23:lfs.0 00000100:00100000:3.0:1787826419.425087:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968745 gen 5 00000100:00100000:3.0:1787826419.425203:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428588672:192.168.203.115@tcp:23:lfs.0 00000020:00010000:2.0:1787826419.425271:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.425275:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.425281:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e5630 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.425291:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425305:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.425314:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e5670 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.425319:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425326:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.425338:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e56b0 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.425342:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425348:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.425354:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e56f0 (ffff9ab5f1fd32d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.425359:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425366:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.425373:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f98e5730 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.425377:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425385:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.425391:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.425394:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e5630 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.425429:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e5670 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.425433:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e56b0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.425435:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e56f0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.425437:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f98e5730 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.425456:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826419.425465:0:18591:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_HOLE, rc = 5242880 00000080:00200008:2.0:1787826419.425494:0:18591:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 66060288 00000080:00200000:2.0:1787826419.425504:0:18591:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 0, bytes: 66060288 00000080:00200000:2.0:1787826419.425515:0:18591:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826419.425521:0:18591:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826419.425523:0:18591:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 66060288) 2048 0 00000080:00200000:2.0:1787826419.425528:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:2.0:1787826419.425547:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 66060288, 1048576 00020000:00200000:2.0:1787826419.425551:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826419.425566:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:2.0:1787826419.425817:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:2.0:1787826419.425821:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515ab0, osc lock ffff9ab5e063aea0, flags 0x140000 00010000:00010000:2.0:1787826419.425911:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425925:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425938:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425947:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.425959:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826419.425968:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [0, 1048576) 00000080:00200000:2.0:1787826419.425976:0:18591:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826419.425980:0:18591:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:0 00000080:00200000:2.0:1787826419.425987:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=0=0x0, pages 256 (max 81920), locked, parallel 00000020:00200000:2.0:1787826419.426254:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826419.426279:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.426313:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826419.426381:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801a40 - object 0x280000403:42 offset 0<>1048576 00000100:00100000:3.0:1787826419.426450:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428589056:192.168.203.115@tcp:3:lfs.0 00000008:00010000:2.0:1787826419.450269:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.450292:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.450295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.450296:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.450298:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.450300:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.450302:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.450303:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.450305:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.450308:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.450310:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.450311:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.450313:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.450314:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.450316:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.450317:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.450319:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.450320:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.450322:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.450323:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.450325:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.450326:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.450328:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.450329:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.450330:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.450332:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.450333:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.450335:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.450337:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.450338:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.450340:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.450342:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.450343:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.450345:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.450347:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.450348:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.450350:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.450352:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.450353:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.450354:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.450356:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.450358:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.450359:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.450360:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.450362:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.450363:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.450365:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.450366:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.450367:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.450369:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.450370:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.450372:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.450373:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.450375:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.450376:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.450378:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.450380:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.450382:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.450383:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.450385:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.450386:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.450388:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.450389:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.450390:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.450392:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.450393:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.450395:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.450396:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.450445:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.450447:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.450448:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.450450:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.450451:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.450453:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.450455:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.450457:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.450458:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.450460:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.450461:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.450463:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.450464:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.450466:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.450467:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.450469:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.450471:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.450473:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.450475:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.450476:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.450478:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.450480:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.450481:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.450483:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.450484:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.450485:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.450487:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.450489:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.450490:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.450492:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.450493:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.450495:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.450497:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.450498:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.450500:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.450501:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.450503:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.450505:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.450506:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.450508:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.450510:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.450511:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.450513:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.450514:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.450516:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.450518:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.450519:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.450521:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.450522:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.450524:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.450526:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.450527:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.450529:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.450531:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.450532:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.450534:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.450536:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.450537:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.450538:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.450540:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.450541:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.450543:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.450544:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.450546:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.450547:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.450549:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.450551:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.450552:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.450554:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.450556:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.450557:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.450559:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.450560:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.450562:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.450563:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.450565:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.450566:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.450568:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.450569:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.450570:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.450572:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.450573:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.450575:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.450577:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.450578:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.450590:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.450592:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.450594:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.450595:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.450597:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.450599:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.450600:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.450602:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.450603:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.450604:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.450606:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.450607:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.450609:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.450611:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.450612:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.450614:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.450616:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.450618:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.450619:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.450621:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.450622:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.450624:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.450625:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.450626:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.450628:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.450629:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.450631:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.450787:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.450791:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.450792:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.450794:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.450795:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.450797:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.450798:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.450800:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.450801:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.450803:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.450804:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.450806:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.450808:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.450809:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.450811:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.450813:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.450814:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.450816:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.450818:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.450820:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.450821:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.450823:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.450825:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.450827:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.450828:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.450830:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.450832:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.450833:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.450835:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.450957:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.450958:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.450960:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.450961:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.450963:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.450964:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.450966:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.450968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.450969:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.450971:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.450973:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.450974:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.450976:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.450977:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.450979:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.450980:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.450982:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.450983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.450985:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.450987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.450988:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.450990:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.450991:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.450993:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.450995:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.450997:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.450999:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.451001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.451002:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.451004:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.451006:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.451007:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.451008:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.451010:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.451011:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.451012:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.451014:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.451016:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.451017:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.451019:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.451020:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.451022:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.451024:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.451025:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.451027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.451028:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.451030:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.451032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.451137:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826419.451222:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.451261:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428589056:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826419.451949:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:0.0:1787826419.451965:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.451969:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.451975:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515ab0 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.451985:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.451998:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.452006:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.452009:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515ab0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.452018:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826419.452027:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [1048576, 2097152) 66060288, 1048576 00020000:00200000:0.0:1787826419.452030:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826419.452055:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [256, 511] 00000008:00010000:0.0:1787826419.452069:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826419.452074:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54230, osc lock ffff9ab5f2328af8, flags 0x140000 00010000:00010000:0.0:1787826419.452092:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.452106:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.452118:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.452127:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.452134:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826419.452144:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1048576, 2097152) 00000080:00200000:0.0:1787826419.452153:0:18591:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826419.452157:0:18591:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:1048576 00000080:00200000:0.0:1787826419.452165:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=1048576=0x100000, pages 256 (max 81920), locked, parallel 00000020:00200000:0.0:1787826419.452834:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:0.0:1787826419.452931:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000001cb4811c ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.452971:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787826419.453036:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27acb40 - object 0x280000403:43 offset 0<>1048576 00000100:00100000:1.0:1787826419.453110:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428589184:192.168.203.115@tcp:3:lfs.0 00000008:00010000:1.0:1787826419.475286:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000001cb4811c ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826419.475310:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1787826419.475312:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1787826419.475314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1787826419.475316:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1787826419.475317:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1787826419.475319:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1787826419.475321:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1787826419.475322:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1787826419.475324:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1787826419.475326:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1787826419.475328:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1787826419.475329:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1787826419.475331:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1787826419.475333:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1787826419.475334:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1787826419.475336:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1787826419.475338:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1787826419.475339:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1787826419.475341:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1787826419.475342:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1787826419.475344:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1787826419.475345:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1787826419.475347:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1787826419.475348:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1787826419.475351:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1787826419.475352:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1787826419.475354:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1787826419.475356:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1787826419.475357:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1787826419.475359:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1787826419.475360:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1787826419.475362:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1787826419.475363:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1787826419.475365:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1787826419.475366:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1787826419.475367:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1787826419.475369:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1787826419.475371:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1787826419.475372:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1787826419.475374:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1787826419.475375:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1787826419.475377:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1787826419.475378:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1787826419.475379:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1787826419.475381:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1787826419.475382:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1787826419.475383:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1787826419.475385:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1787826419.475386:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1787826419.475387:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1787826419.475388:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1787826419.475390:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1787826419.475391:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1787826419.475393:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1787826419.475394:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1787826419.475395:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1787826419.475424:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1787826419.475426:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1787826419.475428:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1787826419.475429:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1787826419.475431:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1787826419.475432:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1787826419.475434:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1787826419.475435:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1787826419.475437:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1787826419.475438:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1787826419.475440:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1787826419.475442:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1787826419.475444:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1787826419.475446:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1787826419.475447:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1787826419.475449:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1787826419.475451:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1787826419.475452:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1787826419.475453:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1787826419.475455:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1787826419.475457:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1787826419.475458:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1787826419.475460:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1787826419.475461:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1787826419.475463:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1787826419.475464:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1787826419.475466:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1787826419.475467:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1787826419.475469:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1787826419.475471:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1787826419.475472:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1787826419.475474:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1787826419.475475:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1787826419.475477:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1787826419.475479:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1787826419.475480:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1787826419.475482:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1787826419.475483:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1787826419.475485:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1787826419.475486:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1787826419.475488:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1787826419.475755:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1787826419.475759:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1787826419.475760:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1787826419.475762:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1787826419.475764:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1787826419.475765:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1787826419.475767:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1787826419.475768:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1787826419.475769:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1787826419.475771:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1787826419.475773:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1787826419.475775:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1787826419.475776:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1787826419.475778:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1787826419.475780:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1787826419.475781:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1787826419.475783:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1787826419.475785:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1787826419.475786:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1787826419.475788:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1787826419.475789:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1787826419.475790:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1787826419.475792:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1787826419.475794:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1787826419.475795:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1787826419.475797:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1787826419.475798:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1787826419.475800:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1787826419.475801:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1787826419.475802:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1787826419.475804:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1787826419.475805:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1787826419.475806:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1787826419.475808:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1787826419.475809:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1787826419.475810:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1787826419.475811:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1787826419.475813:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1787826419.475814:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1787826419.475816:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1787826419.475817:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1787826419.475818:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1787826419.475820:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1787826419.475821:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1787826419.475822:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1787826419.475824:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1787826419.475825:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1787826419.475826:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1787826419.475828:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1787826419.475830:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1787826419.475831:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1787826419.475832:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1787826419.475834:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1787826419.476047:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1787826419.476049:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1787826419.476050:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1787826419.476052:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1787826419.476054:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1787826419.476055:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1787826419.476056:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1787826419.476058:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1787826419.476059:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1787826419.476061:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1787826419.476062:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1787826419.476064:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1787826419.476065:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1787826419.476067:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1787826419.476069:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1787826419.476070:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1787826419.476072:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1787826419.476073:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1787826419.476075:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1787826419.476076:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1787826419.476078:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1787826419.476080:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1787826419.476081:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1787826419.476082:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1787826419.476084:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1787826419.476086:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1787826419.476087:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1787826419.476089:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1787826419.476090:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1787826419.476092:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1787826419.476094:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1787826419.476096:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1787826419.476097:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1787826419.476099:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1787826419.476101:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1787826419.476103:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1787826419.476104:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1787826419.476105:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1787826419.476107:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1787826419.476108:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1787826419.476109:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1787826419.476111:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1787826419.476112:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1787826419.476114:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1787826419.476116:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1787826419.476117:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1787826419.476119:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1787826419.476121:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1787826419.476122:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1787826419.476124:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1787826419.476125:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1787826419.476127:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1787826419.476129:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1787826419.476130:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1787826419.476132:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1787826419.476133:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1787826419.476136:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1787826419.476137:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1787826419.476139:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1787826419.476141:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1787826419.476142:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1787826419.476144:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1787826419.476145:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1787826419.476147:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1787826419.476149:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1787826419.476150:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1787826419.476152:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1787826419.476154:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1787826419.476156:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1787826419.476158:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1787826419.476160:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1787826419.476162:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1787826419.476163:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1787826419.476164:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1787826419.476166:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1787826419.476167:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1787826419.476169:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1787826419.476170:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1787826419.476172:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1787826419.476173:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1787826419.476175:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1787826419.476176:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1787826419.476178:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1787826419.476179:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1787826419.476181:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1787826419.476182:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1787826419.476184:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1787826419.476185:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1787826419.476197:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1787826419.476198:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1787826419.476200:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1787826419.476201:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1787826419.476202:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1787826419.476204:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1787826419.476205:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1787826419.476206:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1787826419.476208:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1787826419.476209:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1787826419.476211:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1787826419.476213:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1787826419.476214:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1787826419.476216:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1787826419.476217:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1787826419.476218:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1787826419.476220:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1787826419.476221:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1787826419.476314:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1787826419.476379:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001cb4811c ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826419.476436:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428589184:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826419.476810:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:0.0:1787826419.476824:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.476827:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.476831:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54230 (ffff9ab5c7619cf8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.476905:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.476916:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.476925:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.476928:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.476936:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826419.476944:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 2 chunk: [2097152, 3145728) 66060288, 1048576 00020000:00200000:0.0:1787826419.476948:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826419.476971:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [512, 767] 00000008:00010000:0.0:1787826419.476985:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826419.476989:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54230, osc lock ffff9ab5f2328af8, flags 0x140000 00010000:00010000:0.0:1787826419.477007:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.477020:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.477032:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.477041:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 8/0,3 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.477048:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826419.477057:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2097152, 3145728) 00000080:00200000:0.0:1787826419.477065:0:18591:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826419.477069:0:18591:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:2097152 00000080:00200000:0.0:1787826419.477077:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=2097152=0x200000, pages 256 (max 81920), locked, parallel 00000020:00200000:0.0:1787826419.477764:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:0.0:1787826419.477787:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000017a03b7d ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.477827:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 7/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787826419.477985:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27aed00 - object 0x240000403:43 offset 1048576<>2097152 00000100:00100000:1.0:1787826419.478055:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589312:192.168.203.115@tcp:3:lfs.0 00000008:00010000:0.0:1787826419.497026:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000017a03b7d ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826419.497049:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1787826419.497052:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1787826419.497054:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1787826419.497056:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1787826419.497058:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1787826419.497059:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1787826419.497060:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1787826419.497062:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1787826419.497064:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1787826419.497065:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1787826419.497067:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1787826419.497068:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1787826419.497070:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1787826419.497071:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1787826419.497073:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1787826419.497074:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1787826419.497076:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1787826419.497078:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1787826419.497080:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1787826419.497081:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1787826419.497083:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1787826419.497085:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1787826419.497087:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1787826419.497088:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1787826419.497090:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1787826419.497091:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1787826419.497093:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1787826419.497094:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1787826419.497095:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1787826419.497097:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1787826419.497098:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1787826419.497100:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1787826419.497101:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1787826419.497103:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1787826419.497105:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1787826419.497106:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1787826419.497108:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1787826419.497110:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1787826419.497111:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1787826419.497113:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1787826419.497114:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1787826419.497116:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1787826419.497118:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1787826419.497119:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1787826419.497121:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1787826419.497122:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1787826419.497123:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1787826419.497125:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1787826419.497126:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1787826419.497128:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1787826419.497129:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1787826419.497131:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1787826419.497132:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1787826419.497134:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1787826419.497136:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1787826419.497137:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1787826419.497139:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1787826419.497140:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1787826419.497142:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1787826419.497143:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1787826419.497145:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1787826419.497146:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1787826419.497148:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1787826419.497149:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1787826419.497151:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1787826419.497152:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1787826419.497154:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1787826419.497155:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1787826419.497157:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1787826419.497159:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1787826419.497160:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1787826419.497162:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1787826419.497164:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1787826419.497165:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1787826419.497167:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1787826419.497168:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1787826419.497170:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1787826419.497172:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1787826419.497173:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1787826419.497175:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1787826419.497176:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1787826419.497177:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1787826419.497179:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1787826419.497180:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1787826419.497182:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1787826419.497184:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1787826419.497185:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1787826419.497195:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1787826419.497197:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1787826419.497199:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1787826419.497201:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1787826419.497203:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1787826419.497204:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1787826419.497206:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1787826419.497207:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1787826419.497208:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1787826419.497210:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1787826419.497211:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1787826419.497213:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1787826419.497214:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1787826419.497216:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1787826419.497217:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1787826419.497219:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1787826419.497220:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1787826419.497222:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1787826419.497223:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1787826419.497225:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1787826419.497226:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1787826419.497227:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1787826419.497229:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1787826419.497230:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1787826419.497232:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1787826419.497233:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1787826419.497235:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1787826419.497237:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1787826419.497238:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1787826419.497240:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1787826419.497242:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1787826419.497243:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1787826419.497245:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1787826419.497247:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1787826419.497248:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1787826419.497250:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1787826419.497251:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1787826419.497253:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1787826419.497254:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1787826419.497256:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1787826419.497257:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1787826419.497259:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1787826419.497260:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1787826419.497262:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1787826419.497263:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1787826419.497264:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1787826419.497266:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1787826419.497267:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1787826419.497269:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1787826419.497271:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1787826419.497272:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1787826419.497274:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1787826419.497275:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1787826419.497277:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1787826419.497278:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1787826419.497280:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1787826419.497281:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1787826419.497283:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1787826419.497284:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1787826419.497285:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1787826419.497287:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1787826419.497289:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1787826419.497290:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1787826419.497292:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1787826419.497294:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1787826419.497295:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1787826419.497297:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1787826419.497298:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1787826419.497300:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1787826419.497301:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1787826419.497303:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1787826419.497304:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1787826419.497306:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1787826419.497307:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1787826419.497309:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1787826419.497311:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1787826419.497313:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1787826419.497314:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1787826419.497316:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1787826419.497317:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1787826419.497319:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1787826419.497321:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1787826419.497322:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1787826419.497324:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1787826419.497326:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1787826419.497328:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1787826419.497329:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1787826419.497331:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1787826419.497332:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1787826419.497334:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1787826419.497335:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1787826419.497337:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1787826419.497338:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1787826419.497340:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1787826419.497342:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1787826419.497344:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1787826419.497345:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1787826419.497347:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1787826419.497348:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1787826419.497350:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1787826419.497351:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1787826419.497353:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1787826419.497354:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1787826419.497356:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1787826419.497357:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1787826419.497359:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1787826419.497360:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1787826419.497362:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1787826419.497363:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1787826419.497365:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1787826419.497366:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1787826419.497368:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1787826419.497369:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1787826419.497370:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1787826419.497372:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1787826419.497373:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1787826419.497375:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1787826419.497376:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1787826419.497378:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1787826419.497379:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1787826419.497381:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1787826419.497382:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1787826419.497384:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1787826419.497385:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1787826419.497387:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1787826419.497389:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1787826419.497390:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1787826419.497392:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1787826419.497394:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1787826419.497395:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1787826419.497397:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1787826419.497423:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1787826419.497425:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1787826419.497426:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1787826419.497428:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1787826419.497430:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1787826419.497431:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1787826419.497433:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1787826419.497435:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1787826419.497436:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1787826419.497438:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1787826419.497439:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1787826419.497441:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1787826419.497442:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1787826419.497444:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1787826419.497445:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1787826419.497447:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1787826419.497448:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1787826419.497450:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1787826419.497451:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1787826419.497453:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1787826419.497454:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1787826419.497456:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1787826419.497457:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1787826419.497459:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1787826419.497460:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1787826419.497462:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1787826419.497464:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1787826419.497466:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1787826419.497467:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1787826419.497469:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1787826419.497471:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1787826419.497472:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1787826419.497474:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1787826419.497475:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1787826419.497477:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1787826419.497478:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1787826419.497480:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1787826419.497481:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1787826419.497573:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1787826419.497749:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000017a03b7d ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.497785:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589312:192.168.203.115@tcp:3:lfs.0 00000080:00200000:2.0:1787826419.497970:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 3145728 00000020:00010000:2.0:1787826419.497982:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.497986:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.497991:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54230 (ffff9ab5ea87b518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826419.497999:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 6/0,2 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498010:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 5/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1787826419.498017:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.498020:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.498028:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:2.0:1787826419.498035:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 3 chunk: [3145728, 4194304) 66060288, 1048576 00020000:00200000:2.0:1787826419.498038:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:2.0:1787826419.498052:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [768, 1023] 00000008:00010000:2.0:1787826419.498066:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:2.0:1787826419.498070:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515f30, osc lock ffff9ab5e063a888, flags 0x140000 00010000:00010000:2.0:1787826419.498087:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498100:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498112:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498120:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498134:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826419.498143:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [3145728, 4194304) 00000080:00200000:2.0:1787826419.498149:0:18591:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826419.498153:0:18591:0:(vvp_io.c:932:vvp_io_read_start()) count:1048576 iocb pos:3145728 00000080:00200000:2.0:1787826419.498160:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=1048576 (max 335544320), offset=3145728=0x300000, pages 256 (max 81920), locked, parallel 00000020:00200000:2.0:1787826419.498373:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826419.498388:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.498436:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826419.498502:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801a40 - object 0x280000403:43 offset 1048576<>2097152 00000100:00100000:3.0:1787826419.498565:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428589440:192.168.203.115@tcp:3:lfs.0 00000008:00010000:2.0:1787826419.522211:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.522232:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.522235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.522237:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.522239:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.522241:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.522242:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.522244:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.522245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.522247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.522248:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.522250:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.522251:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.522253:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.522254:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.522255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.522256:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.522258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.522259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.522260:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.522262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.522263:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.522264:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.522265:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.522266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.522268:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.522269:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.522270:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.522271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.522273:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.522274:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.522275:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.522277:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.522290:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.522291:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.522293:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.522294:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.522296:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.522297:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.522299:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.522301:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.522303:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.522304:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.522306:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.522308:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.522309:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.522311:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.522313:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.522314:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.522315:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.522317:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.522318:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.522319:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.522321:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.522323:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.522324:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.522326:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.522327:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.522329:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.522331:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.522332:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.522334:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.522336:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.522338:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.522343:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.522345:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.522346:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.522348:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.522350:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.522352:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.522353:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.522355:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.522356:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.522358:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.522360:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.522361:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.522363:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.522364:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.522365:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.522367:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.522368:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.522369:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.522370:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.522371:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.522373:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.522374:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.522375:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.522376:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.522378:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.522379:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.522380:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.522382:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.522383:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.522385:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.522386:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.522387:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.522388:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.522389:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.522391:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.522392:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.522394:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.522395:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.522396:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.522426:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.522428:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.522430:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.522432:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.522433:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.522435:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.522437:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.522439:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.522440:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.522442:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.522444:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.522445:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.522447:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.522448:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.522450:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.522451:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.522453:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.522454:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.522455:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.522456:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.522458:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.522460:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.522461:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.522462:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.522464:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.522466:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.522467:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.522469:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.522470:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.522472:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.522473:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.522475:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.522476:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.522478:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.522480:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.522481:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.522483:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.522485:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.522486:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.522488:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.522489:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.522490:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.522491:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.522493:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.522494:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.522496:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.522497:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.522499:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.522500:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.522502:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.522503:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.522505:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.522506:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.522508:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.522509:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.522510:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.522512:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.522514:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.522515:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.522517:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.522519:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.522520:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.522522:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.522524:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.522525:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.522527:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.522529:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.522531:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.522532:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.522534:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.522535:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.522536:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.522538:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.522539:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.522540:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.522542:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.522543:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.522545:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.522547:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.522548:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.522550:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.522551:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.522553:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.522554:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.522556:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.522557:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.522559:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.522560:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.522562:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.522563:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.522565:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.522566:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.522568:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.522570:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.522571:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.522573:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.522574:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.522576:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.522578:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.522579:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.522581:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.522583:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.522584:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.522585:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.522587:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.522588:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.522589:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.522591:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.522592:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.522594:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.522595:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.522596:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.522598:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.522599:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.522600:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.522602:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.522604:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.522605:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.522607:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.522608:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.522610:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.522611:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.522612:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.522614:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.522615:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.522617:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.522619:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.522620:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.522622:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.522624:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.522626:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.522628:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.522629:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.522631:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.522632:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.522633:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.522634:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.522636:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.522638:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.522639:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.522641:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.522643:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.522644:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.522646:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.522648:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.522649:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.522651:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.522653:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.522654:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.522656:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.522657:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.522659:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.522661:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.522662:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.522750:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826419.522774:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.522810:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428589440:192.168.203.115@tcp:3:lfs.0 00000080:00200000:0.0:1787826419.523025:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000020:00010000:0.0:1787826419.523039:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.523044:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.523048:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515f30 (ffff9ab5c7619cf8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.523057:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523069:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.523078:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.523081:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515f30 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.523089:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1787826419.523099:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [4194304, 6291456) 66060288, 2097152 00020000:00200000:0.0:1787826419.523103:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:0.0:1787826419.523126:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1024, 1535] 00000008:00010000:0.0:1787826419.523138:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:0.0:1787826419.523143:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x140000 00010000:00010000:0.0:1787826419.523163:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523176:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 3145727) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523199:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523209:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523221:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826419.523230:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [4194304, 6291456) 00000001:00010000:0.0:1787826419.523240:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826419.523247:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.523250:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030bc30, osc lock ffff9ab5f2329ad0, flags 0x400001002 00000008:00010000:0.0:1787826419.523254:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.523256:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030bc70, osc lock ffff9ab5f23294b8, flags 0x400001002 00000008:00010000:0.0:1787826419.523259:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.523261:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030bcb0, osc lock ffff9ab5f2329c08, flags 0x400001002 00000008:00010000:0.0:1787826419.523267:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.523268:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030bcf0, osc lock ffff9ab5f2328750, flags 0x400001002 00000008:00010000:0.0:1787826419.523271:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826419.523272:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f030bd30, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826419.523279:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/42 (0 1048575) 00010000:00010000:0.0:1787826419.523318:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523327:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523372:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/43 (1048576 2097151) 00000100:00100000:0.0:1787826419.523383:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826419.523441:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589568:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.523644:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523653:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523677:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/43 (0 2097151) 00000100:00100000:0.0:1787826419.523691:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589696:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.523751:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523759:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523780:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/44 (3145728 18446744073709551615) 00000100:00100000:0.0:1787826419.523793:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428589824:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.523845:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523854:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523874:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/44 (1048576 18446744073709551615) 00000100:00100000:0.0:1787826419.523888:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589952:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.523937:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.523946:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826419.523962:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:0.0:1787826419.523972:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428590080:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826419.527349:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.527489:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.527964:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131584 00000100:00100000:0.0:1787826419.527973:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131584 00000100:00100000:0.0:1787826419.528017:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131968 00000100:00100000:0.0:1787826419.528021:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131968 00000100:00100000:0.0:1787826419.528041:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1832 00000100:00100000:0.0:1787826419.528050:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12326:x1874671450131584:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.528065:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.528077:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.528102:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.528104:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000020:00010000:0.0:1787826419.528108:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@00000000357726d8[0x110, 2, [0x280000403:0x2a:0x0] hash] 00000020:00010000:0.0:1787826419.528110:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000100:00100000:0.0:1787826419.528158:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12326:x1874671450131584:12345-192.168.203.115@tcp:106: Request processed in 109us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.528165:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1832 00000100:00100000:0.0:1787826419.528182:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1833 00000100:00100000:0.0:1787826419.528200:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12328:x1874671450131968:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.528209:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.528217:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.528232:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.528233:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000020:00010000:0.0:1787826419.528237:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@00000000de38ea01[0x110, 2, [0x240000403:0x2c:0x0] hash] 00000020:00010000:0.0:1787826419.528238:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00000100:00100000:0.0:1787826419.528258:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12328:x1874671450131968:12345-192.168.203.115@tcp:106: Request processed in 70us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.528265:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1833 00000100:00100000:1.0:1787826419.528349:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.530290:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.531935:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132096 00000100:00100000:0.0:1787826419.531947:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132096 00000100:00100000:0.0:1787826419.531998:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131840 00000100:00100000:0.0:1787826419.532002:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131840 00000100:00100000:0.0:1787826419.532026:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1834 00000100:00100000:0.0:1787826419.532037:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12517:x1874671450132096:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.532054:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.532067:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.532093:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.532095:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:0.0:1787826419.532100:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@0000000060e5e1f9[0x110, 2, [0x280000403:0x2c:0x0] hash] 00000020:00010000:0.0:1787826419.532101:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:0.0:1787826419.532148:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:12517:x1874671450132096:12345-192.168.203.115@tcp:106: Request processed in 113us (3799us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.532156:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1834 00000100:00100000:0.0:1787826419.532173:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1835 00000100:00100000:0.0:1787826419.532180:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6690:x1874671450131840:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.532198:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.532213:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.532228:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.532230:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000020:00010000:0.0:1787826419.532234:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003ce6594e[0x110, 2, [0x280000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.532235:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000100:00100000:0.0:1787826419.532255:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6690:x1874671450131840:12345-192.168.203.115@tcp:106: Request processed in 75us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.532261:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1835 00000100:00100000:1.0:1787826419.532389:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.533104:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450131712 00000100:00100000:0.0:1787826419.533111:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450131712 00000100:00100000:0.0:1787826419.533140:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1836 00000100:00100000:0.0:1787826419.533147:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12327:x1874671450131712:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.533158:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.533168:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.533184:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.533185:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:0.0:1787826419.533201:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@0000000043efc194[0x110, 2, [0x240000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.533202:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:0.0:1787826419.533233:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12327:x1874671450131712:12345-192.168.203.115@tcp:106: Request processed in 86us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.533240:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1836 00010000:00010000:0.0:1787826419.538082:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538106:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538118:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538126:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538133:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.538146:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1787826419.538153:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:0.0:1787826419.538156:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538163:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538175:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538182:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216c000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.538196:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538209:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.538217:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538224:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000e8153be1/0x1d187e8ba27ce8e2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.538245:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589952:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.538261:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538268:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538276:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538288:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538295:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.538304:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:0.0:1787826419.538308:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:0.0:1787826419.538312:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538319:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538327:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538332:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216d600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.538335:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538342:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.538345:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538356:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000d04137d1/0x1d187e8ba27ce8d4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.538367:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589696:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.538382:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538391:0:2360:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538516:0:2360:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538525:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538531:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.538540:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:0.0:1787826419.538544:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1787826419.538547:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538554:0:2360:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538560:0:2360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538565:0:2360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216c600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.538568:0:2360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538575:0:2360:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.538589:0:2360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538596:0:2360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ac56a30/0x1d187e8ba27ce8cd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.538608:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428589568:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.538652:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538661:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538669:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538683:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.538691:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.539601:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:0.0:1787826419.539606:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826419.539612:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539621:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539629:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539636:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216da00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.539641:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539650:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.539655:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539668:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004212d108/0x1d187e8ba27ce8e9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.539685:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428590080:192.168.203.115@tcp:101:lfs.0 00010000:00010000:0.0:1787826419.539831:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539841:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539850:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539857:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539863:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826419.539872:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:0.0:1787826419.539875:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826419.539965:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539974:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539983:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.539990:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216d800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:0.0:1787826419.539994:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.540001:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826419.540006:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.540012:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000005ccc3d37/0x1d187e8ba27ce8db lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.540024:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428589824:192.168.203.115@tcp:101:lfs.0 00000080:00200000:2.0:1787826419.540078:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:2.0:1787826419.540084:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.540087:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540092:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030bc30 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540096:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030bc70 (ffff9ab5ea87b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540099:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030bcb0 (ffff9ab5c7619cf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540102:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030bcf0 (ffff9ab5ea87bcf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540105:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f030bd30 (ffff9ab5ea87b638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.540107:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.540110:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030bc30 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.540114:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030bc70 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.540116:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030bcb0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.540118:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030bcf0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.540121:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f030bd30 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.540128:0:18591:0:(vvp_io.c:932:vvp_io_read_start()) count:2097152 iocb pos:4194304 00000080:00200000:2.0:1787826419.540136:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), size=2097152 (max 335544320), offset=4194304=0x400000, pages 512 (max 81920), locked, parallel 00000020:00200000:2.0:1787826419.540373:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826419.540393:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.540949:0:10326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826419.541016:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801a40 - object 0x280000403:44 offset 1048576<>2097152 00000100:00100000:3.0:1787826419.541073:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826419.541232:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590208:192.168.203.115@tcp:3:lfs.0 00000008:00010000:2.0:1787826419.553837:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.553866:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.553869:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.553871:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.553872:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.553874:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.553876:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.553877:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.553879:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.553880:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.553882:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.553884:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.553885:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.553887:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.553888:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.553890:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.553891:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.553893:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.553895:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.553896:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.553898:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.553900:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.553901:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.553903:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.553905:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.553906:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.553908:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.553909:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.553911:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.553912:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.553914:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.553916:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.553917:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.553919:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.553920:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.553922:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.553923:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.553925:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.553926:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.553928:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.553929:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.553931:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.553932:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.553934:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.553936:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.553937:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.553939:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.553941:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.553943:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.553944:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.553946:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.553948:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.553949:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.553950:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.553952:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.553953:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.553955:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.553956:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.553957:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.553958:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.553960:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.553961:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.553963:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.553964:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.553965:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.553967:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.553968:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.553969:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.553971:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.553972:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.553973:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.553975:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.553976:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.553978:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.553979:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.553981:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.553982:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.553984:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.553986:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.553987:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.553989:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.553990:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.553992:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.553993:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.553994:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.553996:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.553997:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.553999:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.554000:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.554001:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.554003:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.554004:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.554005:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.554007:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.554009:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.554010:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.554012:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.554014:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.554015:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.554016:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.554018:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.554019:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.554021:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.554022:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.554024:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.554025:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.554026:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.554028:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.554029:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.554030:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.554032:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.554033:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.554034:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.554036:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.554037:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.554039:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.554040:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.554041:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.554043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.554045:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.554046:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.554048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.554049:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.554051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.554052:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.554054:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.554056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.554058:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.554059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.554061:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.554063:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.554064:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.554066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.554067:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.554068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.554070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.554071:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.554072:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.554074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.554075:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.554076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.554077:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.554078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.554080:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.554081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.554083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.554084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.554085:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.554086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.554088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.554089:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.554090:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.554091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.554092:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.554094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.554095:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.554096:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.554097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.554099:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.554101:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.554102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.554104:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.554105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.554107:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.554108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.554110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.554111:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.554113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.554114:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.554116:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.554118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.554119:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.554121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.554122:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.554124:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.554125:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.554127:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.554129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.554130:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.554132:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.554133:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.554135:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.554137:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.554139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.554140:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.554142:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.554144:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.554145:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.554147:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.554149:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.554151:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.554152:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.554154:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.554156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.554157:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.554159:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.554160:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.554162:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.554163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.554165:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.554166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.554168:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.554169:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.554171:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.554172:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.554174:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.554175:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.554177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.554179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.554180:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.554182:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.554184:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.554185:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.554197:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.554199:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.554201:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.554202:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.554204:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.554206:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.554207:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.554209:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.554211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.554213:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.554215:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.554217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.554218:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.554220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.554222:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.554223:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.554225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.554226:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.554228:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.554230:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.554232:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.554233:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.554235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.554236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.554238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.554240:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.554241:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.554243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.554244:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.554246:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.554247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.554249:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.554250:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.554252:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.554253:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.554255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.554256:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.554258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.554260:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.554261:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.554262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.554264:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.554266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.554267:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.554356:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826419.554484:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000026dce588 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.554520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590208:192.168.203.115@tcp:3:lfs.0 00000080:00200000:3.0:1787826419.554679:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000020:00010000:3.0:1787826419.554691:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:3.0:1787826419.554694:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826419.554769:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5ea87b638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1787826419.554778:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.554788:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1787826419.554796:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826419.554799:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826419.554807:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:3.0:1787826419.554815:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [5242880, 6291456) 66060288, 1048576 00020000:00200000:3.0:1787826419.554819:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:2.0:1787826419.554892:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1280, 1535] 00000008:00010000:2.0:1787826419.554907:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 81 00000008:00010000:2.0:1787826419.554911:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25152b0, osc lock ffff9ab5e063b380, flags 0x140000 00010000:00010000:2.0:1787826419.554929:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.554941:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 3145727) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.554952:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.554960:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 8/0,3 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.554966:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 7/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826419.554979:0:18591:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [5242880, 6291456) 00000001:00010000:2.0:1787826419.554990:0:18591:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:2.0:1787826419.554997:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.554999:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6230, osc lock ffff9ab5e063ac30, flags 0x400001002 00000008:00010000:2.0:1787826419.555002:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.555004:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6270, osc lock ffff9ab5e063b5f0, flags 0x400001002 00000008:00010000:2.0:1787826419.555008:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.555010:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a62b0, osc lock ffff9ab5e063a888, flags 0x400001002 00000008:00010000:2.0:1787826419.555013:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.555015:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a62f0, osc lock ffff9ab5e063aea0, flags 0x400001002 00000008:00010000:2.0:1787826419.555017:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826419.555019:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f99a6330, osc lock ffff9ab5e063a138, flags 0x400001002 00010000:00010000:2.0:1787826419.555025:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/42 (0 1048575) 00010000:00010000:2.0:1787826419.555059:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.555067:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.555127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590336:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.555271:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/43 (1048576 2097151) 00010000:00010000:2.0:1787826419.555302:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.555310:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.556242:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826419.556256:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590464:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.556515:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/43 (0 2097151) 00010000:00010000:2.0:1787826419.556554:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.556566:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.556598:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5c4a27000 type 11 mode 6 res 9663677443/44 (3145728 18446744073709551615) 00010000:00010000:2.0:1787826419.556615:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.556623:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.556636:0:18591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5d813a400 type 11 mode 6 res 10737419267/44 (1048576 18446744073709551615) 00010000:00010000:2.0:1787826419.556649:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.556657:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826419.556667:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000100:00100000:3.0:1787826419.556912:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590592:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826419.556948:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590848:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826419.556968:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826419.556974:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590720:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.561378:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.562046:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132224 00000100:00100000:1.0:1787826419.562058:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132224 00000100:00100000:1.0:1787826419.562120:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1837 00000100:00100000:1.0:1787826419.562788:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27afc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450132224:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.562810:0:5589:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.562823:0:5589:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.562853:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.562856:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000020:00010000:1.0:1787826419.562860:0:5589:0:(cl_object.c:322:cl_object_glimpse()) header@00000000357726d8[0x110, 2, [0x280000403:0x2a:0x0] hash] 00000020:00010000:1.0:1787826419.562862:0:5589:0:(cl_object.c:322:cl_object_glimpse()) size: 1048576 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2051 00000100:00100000:1.0:1787826419.562976:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27afc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12515:x1874671450132224:12345-192.168.203.115@tcp:106: Request processed in 844us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.562985:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1837 00000100:00100000:0.0:1787826419.568505:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.568559:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826419.568941:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.568975:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132352 00000100:00100000:0.0:1787826419.568984:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132352 00000100:00100000:1.0:1787826419.568997:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132480 00000100:00100000:1.0:1787826419.569000:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132480 00000100:00100000:0.0:1787826419.569030:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1838 00000100:00100000:1.0:1787826419.569035:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1839 00000100:00100000:0.0:1787826419.569039:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9886050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450132352:12345-192.168.203.115@tcp:106: 00000100:00100000:1.0:1787826419.569040:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12521:x1874671450132480:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.569055:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.569055:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.569069:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.569074:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.569094:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.569094:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.569096:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:1.0:1787826419.569096:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000020:00010000:0.0:1787826419.569101:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@0000000043efc194[0x110, 2, [0x240000403:0x2b:0x0] hash] 00000020:00010000:1.0:1787826419.569101:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003ce6594e[0x110, 2, [0x280000403:0x2b:0x0] hash] 00000020:00010000:0.0:1787826419.569103:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:1.0:1787826419.569103:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 4103 00000100:00100000:0.0:1787826419.569142:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9886050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450132352:12345-192.168.203.115@tcp:106: Request processed in 103us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.569142:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12521:x1874671450132480:12345-192.168.203.115@tcp:106: Request processed in 100us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.569149:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1838 00000100:00100000:1.0:1787826419.569152:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1839 00000100:00100000:1.0:1787826419.569208:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.569221:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132608 00000100:00100000:1.0:1787826419.569224:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132608 00000100:00100000:1.0:1787826419.569242:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1840 00000100:00100000:1.0:1787826419.569248:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12340:x1874671450132608:12345-192.168.203.115@tcp:106: 00010000:00010000:1.0:1787826419.569256:0:11318:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826419.569264:0:11318:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787826419.569278:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:1.0:1787826419.569280:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000020:00010000:1.0:1787826419.569283:0:11318:0:(cl_object.c:322:cl_object_glimpse()) header@0000000060e5e1f9[0x110, 2, [0x280000403:0x2c:0x0] hash] 00000020:00010000:1.0:1787826419.569284:0:11318:0:(cl_object.c:322:cl_object_glimpse()) size: 2097152 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 2055 00000100:00100000:1.0:1787826419.569461:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12340:x1874671450132608:12345-192.168.203.115@tcp:106: Request processed in 211us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.569468:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1840 00000100:00100000:1.0:1787826419.573268:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00010000:00010000:3.0:1787826419.573449:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573469:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573483:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573490:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573498:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.573516:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826419.573524:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:3.0:1787826419.573528:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573536:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573544:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573551:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.573557:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573568:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826419.573575:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573582:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ba68c95/0x1d187e8ba27ce8fe lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.573599:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590592:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826419.573614:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573629:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573650:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573658:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573665:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826419.573673:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:3.0:1787826419.573677:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:3.0:1787826419.573680:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.573687:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826419.574061:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132736 00000100:00100000:0.0:1787826419.574069:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132736 00000100:00100000:0.0:1787826419.574126:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1841 00000100:00100000:0.0:1787826419.574136:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6689:x1874671450132736:12345-192.168.203.115@tcp:106: 00010000:00010000:0.0:1787826419.574149:0:5588:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.574158:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.574159:0:5588:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.574167:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.574171:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826419.574179:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1787826419.574182:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@000000003f32b02d[0x110, 2, [0x200000401:0x25a:0x0] hash] 00000020:00010000:0.0:1787826419.574184:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00010000:00010000:3.0:1787826419.574184:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.574199:0:5588:0:(cl_object.c:322:cl_object_glimpse()) header@00000000de38ea01[0x110, 2, [0x240000403:0x2c:0x0] hash] 00000020:00010000:0.0:1787826419.574201:0:5588:0:(cl_object.c:322:cl_object_glimpse()) size: 0 mtime: 1787826416 atime: 1787826419 ctime: 1787826418 blocks: 1 00010000:00010000:3.0:1787826419.574201:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000025744d3c/0x1d187e8ba27ce90c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826419.574214:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590848:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826419.574255:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6689:x1874671450132736:12345-192.168.203.115@tcp:106: Request processed in 120us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.574263:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1841 00010000:00010000:2.0:1787826419.574309:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574319:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574328:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574491:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574501:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.574511:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 2097152, setting rss=2097152; leaving kms=2097152, end=18446744073709551615 00000020:00200000:2.0:1787826419.574515:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1787826419.574518:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574526:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574533:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574540:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.574544:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574551:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.574555:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574568:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000fb97b397/0x1d187e8ba27ce8f7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.574580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590464:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.574601:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574609:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574617:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574625:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574639:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 5/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.574648:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 1048576, setting rss=1048576; leaving kms=1048576, end=18446744073709551615 00000020:00200000:2.0:1787826419.574651:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826419.574655:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 4/1,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574663:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574671:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 4/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574678:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.574681:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 5/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.574687:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.574691:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 3/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.575462:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce8f0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.575477:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590336:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.577353:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577374:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577386:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577517:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577526:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 5/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.577695:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1787826419.577703:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1787826419.577809:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577819:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577827:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 4/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577841:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668c00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.577846:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 5/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577857:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826419.577864:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 3/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.577878:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce905 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.577896:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428590720:192.168.203.115@tcp:101:lfs.0 00000080:00200000:0.0:1787826419.578006:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10265 00000020:00010000:0.0:1787826419.578012:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.578015:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578021:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6230 (ffff9ab5f1fd35a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578025:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6270 (ffff9ab5ea87b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578028:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a62b0 (ffff9ab5c7619cf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578032:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a62f0 (ffff9ab5ea87bcf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578034:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f99a6330 (ffff9ab5ea87b638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578036:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578039:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578043:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6270 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578046:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a62b0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578049:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a62f0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578051:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f99a6330 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578063:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.578065:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.578068:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25152b0 (ffff9ab5ea87b638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.578073:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 6/0,2 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.578082:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 5/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1787826419.578089:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.578092:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25152b0 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.578098:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00200000:0.0:1787826419.578104:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826419.578116:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826419.578121:0:18591:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 5242880, restart: 0 00000020:00200000:0.0:1787826419.578124:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826419.578131:0:18591:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 5242880 00000080:00200008:0.0:1787826419.578154:0:18591:0:(file.c:2652:do_file_write_iter()) START file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0], ppos: 0, count: 5242880 00000080:00200000:0.0:1787826419.578160:0:18591:0:(file.c:2090:ll_file_io_generic()) . :VOLATILE:0000:16B76A36:fd=03: write ppos: 0, bytes: 5242880 00000080:00200000:0.0:1787826419.578169:0:18591:0:(file.c:1848:ll_io_set_mirror()) . :VOLATILE:0000:16B76A36:fd=03: desiginated mirror: 0 00000020:00200000:0.0:1787826419.578174:0:18591:0:(cl_io.c:218:cl_io_rw_init()) header@000000000204cbc4[0x110, 2, [0x200000401:0x25e:0x0] hash] 00000020:00200000:0.0:1787826419.578177:0:18591:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 5242880) 2048 0 00000080:00200000:0.0:1787826419.578180:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00000080:00200000:0.0:1787826419.578204:0:18591:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 1279] 00020000:00200000:0.0:1787826419.578211:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 5242880, 2097152 00020000:00200000:0.0:1787826419.578214:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826419.578228:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 511] 00000008:00010000:0.0:1787826419.578240:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:0.0:1787826419.578244:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54130, osc lock ffff9ab5f23295f0, flags 0x40000 00000080:00200000:0.0:1787826419.578251:0:18591:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:16B76A36:fd=03: write [0, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1787826419.578261:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248), size=2097152 (max 335544320), offset=0=0x0, pages 512 (max 81920), lockless, parallel 00000008:00010000:2.0:1787826419.580069:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000008:00100000:2.0:1787826419.581107:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f98030c0 - object 0x280000403:45 offset 0<>1048576 00000100:00100000:3.0:1787826419.581269:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428590976:192.168.203.115@tcp:4:lfs.0 00000020:00200000:2.0:1787826419.581717:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:2.0:1787826419.581721:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000080:00200000:2.0:1787826419.581739:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 0 i_blocks 2 00000020:00010000:2.0:1787826419.581745:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:2.0:1787826419.581749:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.581753:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54130 (ffff9ab5ea87bcf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826419.581756:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826419.581759:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54130 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826419.581768:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 2097152 bytes 00020000:00200000:2.0:1787826419.581775:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [2097152, 4194304) 5242880, 2097152 00020000:00200000:2.0:1787826419.581779:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1787826419.581795:0:10326:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5f1f5ec00 00000080:00200000:3.0:1787826419.581979:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 1023] 00000008:00010000:3.0:1787826419.581992:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1787826419.581996:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911230, osc lock ffff9ab5f0170000, flags 0x40000 00000080:00200000:3.0:1787826419.582005:0:18591:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:16B76A36:fd=03: write [2097152, 4194304) append 0 append lockpos 0 00000080:00200000:3.0:1787826419.582016:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248), size=2097152 (max 335544320), offset=2097152=0x200000, pages 512 (max 81920), lockless, parallel 00000008:00100000:2.0:1787826419.583362:0:10326:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9801a40 - object 0x280000403:45 offset 1048576<>2097152 00000008:00010000:3.0:1787826419.583921:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85f00 00000100:00100000:2.0:1787826419.584545:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.584568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591104:192.168.203.115@tcp:4:lfs.0 00000008:00100000:3.0:1787826419.585067:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994b480 - object 0x240000403:45 offset 0<>1048576 00000020:00200000:3.0:1787826419.585120:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:3.0:1787826419.585124:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 2097152 count 2097152 file_offset 4194304 00000080:00200000:3.0:1787826419.585142:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 0 i_blocks 2 00000020:00010000:3.0:1787826419.585147:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:3.0:1787826419.585150:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826419.585154:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911230 (ffff9ab5ea87bea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826419.585158:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826419.585161:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826419.585169:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 2097152 bytes 00020000:00200000:3.0:1787826419.585175:0:18591:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 2 chunk: [4194304, 5242880) 5242880, 1048576 00020000:00200000:3.0:1787826419.585179:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1787826419.585211:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85b40 00000008:00100000:3.0:1787826419.585652:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f9948000 - object 0x240000403:45 offset 1048576<>2097152 00000080:00200000:3.0:1787826419.585676:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1279] 00000008:00010000:3.0:1787826419.585690:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1787826419.585694:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911230, osc lock ffff9ab5f0170000, flags 0x40000 00000080:00200000:3.0:1787826419.585702:0:18591:0:(vvp_io.c:1339:vvp_io_write_start()) . :VOLATILE:0000:16B76A36:fd=03: write [4194304, 5242880) append 0 append lockpos 0 00000080:00200000:3.0:1787826419.585713:0:18591:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248), size=1048576 (max 335544320), offset=4194304=0x400000, pages 256 (max 81920), lockless, parallel 00000020:00200000:3.0:1787826419.586043:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1787826419.586047:0:18591:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000080:00200000:3.0:1787826419.586055:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 0 i_blocks 2 00000020:00010000:3.0:1787826419.586059:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:3.0:1787826419.586062:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1787826419.586064:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911230 (ffff9ab5ea87bcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1787826419.586066:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1ff98a8 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:3.0:1787826419.586069:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911230 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:3.0:1787826419.586074:0:18591:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1787826419.586079:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:3.0:1787826419.586091:0:493:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5eaa85480 00000008:00100000:3.0:1787826419.586523:0:493:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f994a940 - object 0x280000403:45 offset 2097152<>3145728 00000100:00100000:3.0:1787826419.586581:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428591360:192.168.203.115@tcp:4:lfs.0 00000100:00100000:2.0:1787826419.586757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591232:192.168.203.115@tcp:4:lfs.0 00000100:00100000:2.0:1787826419.587274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591488:192.168.203.115@tcp:4:lfs.0 00000100:00100000:0.0:1787826419.587488:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.587976:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132864 00000100:00100000:1.0:1787826419.587986:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132864 00000100:00100000:1.0:1787826419.588065:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1842 00000100:00100000:1.0:1787826419.588075:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27afc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6697:x1874671450132864:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826419.588093:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.588160:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826419.588166:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27afc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6697:x1874671450132864:12345-192.168.203.115@tcp:104: Request processed in 93us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.588173:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1842 00010000:00010000:2.0:1787826419.588222:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.588230:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.588238:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aba00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.588244:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.588261:0:11335:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826419.588274:0:11335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826419.588311:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.588319:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.588342:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.588351:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000bc8ec998/0x1d187e8ba27ce825 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bcda expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.588372:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.588374:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.588375:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.588385:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.588396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591616:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826419.596625:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826419.596956:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450132992 00000100:00100000:1.0:1787826419.596967:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450132992 00000100:00100000:1.0:1787826419.597026:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1843 00000100:00100000:1.0:1787826419.597036:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13582:x1874671450132992:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826419.597054:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.597132:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826419.597138:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13582:x1874671450132992:12345-192.168.203.115@tcp:104: Request processed in 104us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826419.597145:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1843 00010000:00010000:3.0:1787826419.597651:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.597659:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.597668:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.597675:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826419.597742:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826419.597757:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826419.597801:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.597809:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787826419.597877:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591744:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826419.598022:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 1/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.598031:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000007079c441/0x1d187e8ba27ce82c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1bce1 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.598051:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.598053:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826419.598054:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.610041:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591616:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.614526:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591744:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826419.733809:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968741 gen 4 00000008:00010000:2.0:1787826419.733876:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5ec00 00000020:00200000:2.0:1787826419.733884:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:2.0:1787826419.733887:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:2.0:1787826419.733888:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:2.0:1787826419.733890:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:2.0:1787826419.733892:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:2.0:1787826419.733893:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:2.0:1787826419.733895:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:2.0:1787826419.733896:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:2.0:1787826419.733897:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:2.0:1787826419.733899:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:2.0:1787826419.733900:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:2.0:1787826419.733902:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:2.0:1787826419.733904:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:2.0:1787826419.733906:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:2.0:1787826419.733907:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:2.0:1787826419.733909:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:2.0:1787826419.733910:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:2.0:1787826419.733912:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:2.0:1787826419.733913:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:2.0:1787826419.733915:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:2.0:1787826419.733916:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:2.0:1787826419.733918:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:2.0:1787826419.733920:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:2.0:1787826419.733921:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:2.0:1787826419.733923:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:2.0:1787826419.733924:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:2.0:1787826419.733926:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:2.0:1787826419.733929:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:2.0:1787826419.733931:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:2.0:1787826419.733932:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:2.0:1787826419.733934:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:2.0:1787826419.733935:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:2.0:1787826419.733936:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:2.0:1787826419.733938:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:2.0:1787826419.733939:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:2.0:1787826419.733941:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:2.0:1787826419.733943:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:2.0:1787826419.733944:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:2.0:1787826419.733946:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:2.0:1787826419.733947:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:2.0:1787826419.733948:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:2.0:1787826419.733950:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:2.0:1787826419.733951:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:2.0:1787826419.733953:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:2.0:1787826419.733955:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:2.0:1787826419.733956:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:2.0:1787826419.733958:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:2.0:1787826419.733960:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:2.0:1787826419.733961:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:2.0:1787826419.733963:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:2.0:1787826419.733964:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:2.0:1787826419.733966:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:2.0:1787826419.733968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:2.0:1787826419.733970:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:2.0:1787826419.733971:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:2.0:1787826419.733973:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:2.0:1787826419.733974:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:2.0:1787826419.733976:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:2.0:1787826419.733977:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:2.0:1787826419.733979:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:2.0:1787826419.733981:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:2.0:1787826419.733982:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:2.0:1787826419.733984:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:2.0:1787826419.733986:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:2.0:1787826419.733987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:2.0:1787826419.733988:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:2.0:1787826419.733989:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:2.0:1787826419.733991:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:2.0:1787826419.733993:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:2.0:1787826419.733994:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:2.0:1787826419.733995:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:2.0:1787826419.733997:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:2.0:1787826419.733998:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:2.0:1787826419.734000:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:2.0:1787826419.734002:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:2.0:1787826419.734003:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:2.0:1787826419.734004:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:2.0:1787826419.734006:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:2.0:1787826419.734007:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:2.0:1787826419.734009:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:2.0:1787826419.734010:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:2.0:1787826419.734012:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:2.0:1787826419.734013:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:2.0:1787826419.734015:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:2.0:1787826419.734017:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:2.0:1787826419.734018:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:2.0:1787826419.734020:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:2.0:1787826419.734021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:2.0:1787826419.734022:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:2.0:1787826419.734024:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:2.0:1787826419.734026:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:2.0:1787826419.734027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:2.0:1787826419.734029:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:2.0:1787826419.734030:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:2.0:1787826419.734032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:2.0:1787826419.734034:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:2.0:1787826419.734035:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:2.0:1787826419.734037:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:2.0:1787826419.734038:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:2.0:1787826419.734040:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:2.0:1787826419.734041:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:2.0:1787826419.734043:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:2.0:1787826419.734045:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:2.0:1787826419.734047:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:2.0:1787826419.734049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:2.0:1787826419.734051:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:2.0:1787826419.734052:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:2.0:1787826419.734054:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:2.0:1787826419.734056:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:2.0:1787826419.734057:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:2.0:1787826419.734059:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:2.0:1787826419.734061:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:2.0:1787826419.734062:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:2.0:1787826419.734064:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:2.0:1787826419.734066:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:2.0:1787826419.734067:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:2.0:1787826419.734068:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:2.0:1787826419.734070:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:2.0:1787826419.734071:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:2.0:1787826419.734073:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:2.0:1787826419.734090:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:2.0:1787826419.734092:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:2.0:1787826419.734093:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:2.0:1787826419.734096:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:2.0:1787826419.734098:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:2.0:1787826419.734099:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:2.0:1787826419.734101:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:2.0:1787826419.734102:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:2.0:1787826419.734104:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:2.0:1787826419.734105:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:2.0:1787826419.734106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:2.0:1787826419.734108:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:2.0:1787826419.734110:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:2.0:1787826419.734111:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:2.0:1787826419.734113:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:2.0:1787826419.734114:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:2.0:1787826419.734116:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:2.0:1787826419.734117:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:2.0:1787826419.734119:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:2.0:1787826419.734120:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:2.0:1787826419.734122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:2.0:1787826419.734123:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:2.0:1787826419.734125:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:2.0:1787826419.734126:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:2.0:1787826419.734128:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:2.0:1787826419.734129:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:2.0:1787826419.734136:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:2.0:1787826419.734138:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:2.0:1787826419.734139:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:2.0:1787826419.734141:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:2.0:1787826419.734143:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:2.0:1787826419.734144:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:2.0:1787826419.734146:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:2.0:1787826419.734148:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:2.0:1787826419.734150:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:2.0:1787826419.734152:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:2.0:1787826419.734154:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:2.0:1787826419.734155:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:2.0:1787826419.734157:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:2.0:1787826419.734159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:2.0:1787826419.734160:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:2.0:1787826419.734162:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:2.0:1787826419.734164:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:2.0:1787826419.734165:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:2.0:1787826419.734167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:2.0:1787826419.734168:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:2.0:1787826419.734170:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:2.0:1787826419.734171:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:2.0:1787826419.734173:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:2.0:1787826419.734175:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:2.0:1787826419.734176:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:2.0:1787826419.734177:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:2.0:1787826419.734179:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:2.0:1787826419.734180:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:2.0:1787826419.734182:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:2.0:1787826419.734184:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:2.0:1787826419.734195:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:2.0:1787826419.734197:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:2.0:1787826419.734199:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:2.0:1787826419.734201:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:2.0:1787826419.734203:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:2.0:1787826419.734205:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:2.0:1787826419.734207:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:2.0:1787826419.734209:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:2.0:1787826419.734210:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:2.0:1787826419.734212:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:2.0:1787826419.734213:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:2.0:1787826419.734215:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:2.0:1787826419.734217:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:2.0:1787826419.734219:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:2.0:1787826419.734221:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:2.0:1787826419.734222:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:2.0:1787826419.734224:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:2.0:1787826419.734225:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:2.0:1787826419.734227:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:2.0:1787826419.734228:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:2.0:1787826419.734230:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:2.0:1787826419.734231:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:2.0:1787826419.734233:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:2.0:1787826419.734234:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:2.0:1787826419.734236:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:2.0:1787826419.734237:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:2.0:1787826419.734238:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:2.0:1787826419.734240:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:2.0:1787826419.734241:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:2.0:1787826419.734243:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:2.0:1787826419.734244:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:2.0:1787826419.734246:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:2.0:1787826419.734247:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:2.0:1787826419.734249:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:2.0:1787826419.734251:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:2.0:1787826419.734252:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:2.0:1787826419.734254:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:2.0:1787826419.734255:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:2.0:1787826419.734257:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:2.0:1787826419.734258:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:2.0:1787826419.734259:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:2.0:1787826419.734261:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:2.0:1787826419.734262:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:2.0:1787826419.734264:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:2.0:1787826419.734266:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:2.0:1787826419.734268:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:2.0:1787826419.734269:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:2.0:1787826419.734271:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:2.0:1787826419.734272:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:2.0:1787826419.734274:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:2.0:1787826419.734276:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:2.0:1787826419.734277:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:2.0:1787826419.734279:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:2.0:1787826419.734280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:2.0:1787826419.734281:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:2.0:1787826419.734283:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:2.0:1787826419.734285:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:2.0:1787826419.734286:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:2.0:1787826419.734288:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:2.0:1787826419.734289:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:2.0:1787826419.734291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:2.0:1787826419.734292:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:2.0:1787826419.734294:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:2.0:1787826419.734295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:2.0:1787826419.734297:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:2.0:1787826419.734298:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:2.0:1787826419.734299:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:2.0:1787826419.734301:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:2.0:1787826419.734302:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:2.0:1787826419.734304:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:2.0:1787826419.734306:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:2.0:1787826419.734307:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:2.0:1787826419.734309:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:2.0:1787826419.734310:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:2.0:1787826419.734312:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:2.0:1787826419.734314:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:2.0:1787826419.734316:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:2.0:1787826419.734317:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:2.0:1787826419.734318:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:2.0:1787826419.734320:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:2.0:1787826419.734324:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5ec00 00000100:00100000:2.0:1787826419.734352:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591104:192.168.203.115@tcp:4:lfs.0 00000100:00100000:3.0:1787826419.745969:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968748 gen 5 00000008:00010000:3.0:1787826419.746025:0:2361:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85b40 00000020:00200000:3.0:1787826419.746031:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1787826419.746034:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1787826419.746036:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1787826419.746037:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1787826419.746039:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1787826419.746041:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1787826419.746042:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1787826419.746043:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1787826419.746045:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1787826419.746047:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1787826419.746048:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1787826419.746050:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1787826419.746051:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1787826419.746053:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1787826419.746055:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1787826419.746056:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1787826419.746057:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1787826419.746059:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1787826419.746060:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1787826419.746062:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1787826419.746064:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1787826419.746065:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1787826419.746066:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1787826419.746068:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1787826419.746070:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1787826419.746071:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1787826419.746073:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1787826419.746074:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1787826419.746076:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1787826419.746077:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1787826419.746078:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1787826419.746080:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1787826419.746081:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1787826419.746083:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1787826419.746084:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1787826419.746086:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1787826419.746087:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1787826419.746088:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1787826419.746090:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1787826419.746091:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1787826419.746093:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1787826419.746094:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1787826419.746096:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1787826419.746097:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1787826419.746099:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1787826419.746101:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1787826419.746102:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1787826419.746104:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1787826419.746105:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1787826419.746107:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1787826419.746108:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1787826419.746110:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1787826419.746112:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1787826419.746113:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1787826419.746115:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1787826419.746117:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1787826419.746118:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1787826419.746120:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1787826419.746121:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1787826419.746123:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1787826419.746124:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1787826419.746125:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1787826419.746127:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1787826419.746129:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1787826419.746131:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1787826419.746133:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1787826419.746134:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1787826419.746136:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1787826419.746137:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1787826419.746139:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1787826419.746141:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1787826419.746142:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1787826419.746144:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1787826419.746146:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1787826419.746148:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1787826419.746150:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1787826419.746151:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1787826419.746153:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1787826419.746154:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1787826419.746156:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1787826419.746158:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1787826419.746159:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1787826419.746161:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1787826419.746163:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1787826419.746164:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1787826419.746166:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1787826419.746168:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1787826419.746169:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1787826419.746171:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1787826419.746173:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1787826419.746175:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1787826419.746176:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1787826419.746177:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1787826419.746179:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1787826419.746181:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1787826419.746183:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1787826419.746194:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1787826419.746197:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1787826419.746199:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1787826419.746200:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1787826419.746201:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1787826419.746203:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1787826419.746204:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1787826419.746205:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1787826419.746207:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1787826419.746208:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1787826419.746210:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1787826419.746211:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1787826419.746212:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1787826419.746214:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1787826419.746215:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1787826419.746216:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1787826419.746217:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1787826419.746219:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1787826419.746220:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1787826419.746221:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1787826419.746222:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1787826419.746224:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1787826419.746225:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1787826419.746227:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1787826419.746228:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1787826419.746230:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1787826419.746231:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1787826419.746233:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1787826419.746234:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1787826419.746235:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1787826419.746236:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1787826419.746238:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1787826419.746239:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1787826419.746241:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1787826419.746243:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1787826419.746244:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1787826419.746245:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1787826419.746247:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1787826419.746248:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1787826419.746249:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1787826419.746251:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1787826419.746252:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1787826419.746254:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1787826419.746255:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1787826419.746257:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1787826419.746258:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1787826419.746259:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1787826419.746261:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1787826419.746262:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1787826419.746263:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1787826419.746264:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1787826419.746266:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1787826419.746267:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1787826419.746268:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1787826419.746269:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1787826419.746271:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1787826419.746272:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1787826419.746273:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1787826419.746274:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1787826419.746276:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1787826419.746277:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1787826419.746278:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1787826419.746280:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1787826419.746281:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1787826419.746282:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1787826419.746283:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1787826419.746284:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1787826419.746286:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1787826419.746287:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1787826419.746288:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1787826419.746289:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1787826419.746291:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1787826419.746292:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1787826419.746294:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1787826419.746295:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1787826419.746297:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1787826419.746298:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1787826419.746299:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1787826419.746301:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1787826419.746302:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1787826419.746303:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1787826419.746305:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1787826419.746306:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1787826419.746307:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1787826419.746309:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1787826419.746310:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1787826419.746311:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1787826419.746313:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1787826419.746314:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1787826419.746316:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1787826419.746318:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1787826419.746319:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1787826419.746321:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1787826419.746322:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1787826419.746323:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1787826419.746325:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1787826419.746326:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1787826419.746327:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1787826419.746328:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1787826419.746330:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1787826419.746331:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1787826419.746333:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1787826419.746334:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1787826419.746335:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1787826419.746337:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1787826419.746338:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1787826419.746340:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1787826419.746341:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1787826419.746343:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1787826419.746344:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1787826419.746345:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1787826419.746347:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1787826419.746348:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1787826419.746350:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1787826419.746351:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1787826419.746352:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1787826419.746354:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1787826419.746356:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1787826419.746357:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1787826419.746359:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1787826419.746361:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1787826419.746362:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1787826419.746364:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1787826419.746365:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1787826419.746367:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1787826419.746369:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1787826419.746370:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1787826419.746372:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1787826419.746373:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1787826419.746375:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1787826419.746376:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1787826419.746378:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1787826419.746379:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1787826419.746380:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1787826419.746381:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1787826419.746383:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1787826419.746385:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1787826419.746386:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1787826419.746388:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1787826419.746389:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1787826419.746391:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1787826419.746392:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1787826419.746394:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1787826419.746395:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1787826419.746396:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1787826419.746437:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1787826419.746440:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1787826419.746441:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1787826419.746443:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1787826419.746445:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1787826419.746447:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1787826419.746448:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1787826419.746450:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1787826419.746452:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1787826419.746453:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1787826419.746455:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1787826419.746456:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1787826419.746458:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1787826419.746459:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1787826419.746461:0:2361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1787826419.746465:0:2361:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85b40 00000100:00100000:3.0:1787826419.746487:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428591360:192.168.203.115@tcp:4:lfs.0 00000100:00100000:2.0:1787826419.804734:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968743 gen 4 00000008:00010000:2.0:1787826419.804788:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85480 00000020:00200000:2.0:1787826419.804795:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.804797:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.804799:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.804801:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.804802:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.804804:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.804805:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.804807:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.804808:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.804810:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.804812:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.804813:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.804815:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.804817:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.804818:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.804820:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.804821:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.804823:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.804825:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.804826:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.804828:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.804830:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.804832:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.804833:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.804835:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.804836:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.804838:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.804839:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.804841:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.804842:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.804844:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.804845:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.804847:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.804849:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.804851:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.804853:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.804854:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.804856:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.804858:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.804860:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.804861:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.804863:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.804865:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.804867:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.804868:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.804870:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.804872:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.804873:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.804875:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.804877:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.804879:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.804880:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.804882:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.804883:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.804886:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.804887:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.804889:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.804890:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.804892:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.804893:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.804894:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.804896:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.804897:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.804899:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.804901:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.804902:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.804904:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.804905:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.804907:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.804908:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.804910:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.804911:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.804913:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.804914:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.804916:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.804917:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.804919:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.804921:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.804922:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.804924:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.804925:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.804926:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.804928:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.804929:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.804930:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.804932:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.804933:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.804935:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.804936:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.804938:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.804939:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.804940:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.804942:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.804943:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.804945:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.804946:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.804947:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.804948:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.804950:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.804951:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.804953:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.804955:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.804956:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.804958:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.804959:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.804961:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.804962:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.804964:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.804965:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.804967:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.804968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.804970:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.804971:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.804972:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.804974:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.804975:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.804976:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.804978:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.804980:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.804981:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.804983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.804985:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.804986:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.804987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.804989:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.804990:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.804992:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.804993:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.804995:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.804996:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.804998:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.805000:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.805001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.805002:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.805004:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.805005:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.805007:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.805008:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.805010:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.805011:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.805019:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.805021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.805023:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.805025:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.805026:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.805028:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.805029:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.805031:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.805032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.805033:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.805035:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.805037:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.805039:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.805040:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.805042:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.805043:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.805044:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.805045:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.805047:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.805049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.805050:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.805051:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.805053:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.805054:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.805056:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.805057:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.805059:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.805060:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.805062:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.805064:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.805065:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.805067:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.805068:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.805069:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.805071:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.805072:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.805074:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.805075:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.805076:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.805079:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.805080:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.805082:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.805083:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.805085:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.805087:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.805088:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.805089:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.805091:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.805092:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.805093:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.805094:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.805096:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.805097:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.805098:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.805100:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.805101:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.805103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.805104:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.805106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.805107:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.805109:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.805110:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.805112:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.805113:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.805114:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.805116:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.805117:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.805119:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.805121:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.805122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.805124:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.805125:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.805127:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.805128:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.805130:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.805131:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.805133:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.805134:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.805135:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.805137:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.805138:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.805140:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.805142:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.805143:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.805144:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.805146:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.805148:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.805149:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.805151:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.805153:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.805155:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.805156:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.805158:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.805159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.805161:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.805162:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.805164:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.805166:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.805167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.805168:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.805170:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.805172:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.805173:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.805174:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.805176:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.805177:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.805179:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.805180:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.805182:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.805183:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.805195:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.805196:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.805198:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.805199:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.805201:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.805202:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.805291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:2.0:1787826419.805299:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85480 00000100:00100000:2.0:1787826419.805325:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591488:192.168.203.115@tcp:4:lfs.0 00000008:00010000:2.0:1787826419.805388:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000020:00200000:2.0:1787826419.805392:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.805393:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.805395:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.805396:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.807756:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.807766:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.807768:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.807770:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.807772:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.807774:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.807776:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.807778:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.807780:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.807782:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.807784:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.807785:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.807787:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.807790:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.807791:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.807793:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.807795:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.807796:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.807798:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.807799:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.807801:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.807802:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.807804:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.807805:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.807807:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.807808:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.807810:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.807812:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.807813:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.807815:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.807817:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.807819:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.807820:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.807822:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.807824:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.807825:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.807827:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.807828:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.807829:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.807831:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.807832:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.807834:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.807835:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.807837:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.807838:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.807840:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.807842:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.807844:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.807845:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.807847:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.807848:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.807850:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.807852:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.807853:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.807855:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.807857:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.807858:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.807860:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.807862:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.807864:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.807866:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.807867:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.807869:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.807871:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.807873:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.807875:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.807877:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.807879:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.807881:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.807883:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.807885:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.807886:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.807888:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.807890:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.807892:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.807893:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.807895:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.807897:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.807898:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.807900:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.807902:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.807903:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.807905:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.807906:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.807908:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.807909:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.807911:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.807913:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.807915:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.807917:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.807918:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.807920:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.807921:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.807923:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.807925:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.807927:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.807929:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.807931:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.807932:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.807934:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.807936:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.807938:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.807940:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.807941:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.807943:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.807944:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.807946:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.807948:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.807950:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.807952:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.807955:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.807956:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.807958:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.807960:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.807962:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.807963:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.807965:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.807966:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.807968:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.807969:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.807971:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.807973:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.807974:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.807976:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.807978:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.807980:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.807981:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.807983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.807985:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.807987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.807988:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.807990:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.807992:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.807994:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.807996:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.807998:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.807999:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.808001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.808003:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.808005:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.808007:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.808009:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.808011:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.808013:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.808014:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.808016:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.808018:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.808020:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.808021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.808023:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.808025:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.808027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.808028:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.808030:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.808032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.808034:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.808036:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.808038:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.808040:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.808042:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.808043:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.808045:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.808048:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.808050:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.808052:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.808053:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.808055:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.808057:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.808059:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.808061:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.808063:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.808064:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.808066:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.808068:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.808069:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.808072:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.808073:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.808075:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.808077:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.808078:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.808080:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.808081:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.808083:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.808084:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.808086:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.808087:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.808089:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.808091:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.808092:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.808094:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.808095:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.808097:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.808098:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.808100:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.808101:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.808103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.808104:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.808106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.808107:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.808109:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.808111:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.808112:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.808114:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.808115:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.808117:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.808119:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.808120:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.808122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.808123:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.808125:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.808126:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.808127:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.808129:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.808130:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.808132:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.808133:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.808135:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.808136:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.808138:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.808140:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.808141:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.808142:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.808144:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.808145:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.808147:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.808148:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.808149:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.808151:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.808152:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.808153:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.808154:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.808155:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.808157:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.808158:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.808159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.808161:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.808162:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.808164:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.808166:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.808167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.808169:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.808170:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.808172:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.808174:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.808175:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.808176:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.808178:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.808179:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.808181:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.808183:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.809254:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.809260:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.809609:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1787826419.809618:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5f1f5e240 00000100:00100000:2.0:1787826419.809648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428590976:192.168.203.115@tcp:4:lfs.0 00000008:00010000:2.0:1787826419.809966:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5eaa85f00 00000020:00200000:2.0:1787826419.809969:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1787826419.809972:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1787826419.809973:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1787826419.809975:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1787826419.809977:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1787826419.809979:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1787826419.809980:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1787826419.809982:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1787826419.809983:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1787826419.809985:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1787826419.809987:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1787826419.809989:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1787826419.809991:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1787826419.809993:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1787826419.809995:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1787826419.809996:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1787826419.809998:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1787826419.810000:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1787826419.810001:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1787826419.810003:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1787826419.810004:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1787826419.810006:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1787826419.810008:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1787826419.810009:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1787826419.810011:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1787826419.810012:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1787826419.810014:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1787826419.810016:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1787826419.810017:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1787826419.810019:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1787826419.810021:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1787826419.810023:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1787826419.810024:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1787826419.810026:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1787826419.810027:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1787826419.810029:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1787826419.810031:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1787826419.810032:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1787826419.810034:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1787826419.810036:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1787826419.810037:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1787826419.810039:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1787826419.810040:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1787826419.810042:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1787826419.810044:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1787826419.810045:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1787826419.810047:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1787826419.810049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1787826419.810051:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1787826419.810052:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1787826419.810054:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1787826419.810055:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1787826419.810057:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1787826419.810058:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1787826419.810060:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1787826419.810061:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1787826419.810063:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1787826419.810064:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1787826419.810066:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1787826419.810068:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1787826419.810069:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1787826419.810071:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1787826419.810073:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1787826419.810074:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1787826419.810076:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1787826419.810077:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1787826419.810079:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1787826419.810080:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1787826419.810082:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1787826419.810083:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1787826419.810085:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1787826419.810087:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1787826419.810088:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1787826419.810090:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1787826419.810091:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1787826419.810093:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1787826419.810095:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1787826419.810097:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1787826419.810098:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1787826419.810100:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1787826419.810102:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1787826419.810103:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1787826419.810105:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1787826419.810106:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1787826419.810108:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1787826419.810110:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1787826419.810111:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1787826419.810113:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1787826419.810115:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1787826419.810117:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1787826419.810119:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1787826419.810120:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1787826419.810122:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1787826419.810124:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1787826419.810125:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1787826419.810127:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1787826419.810128:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1787826419.810129:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1787826419.810131:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1787826419.810133:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1787826419.810135:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1787826419.810136:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1787826419.810138:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1787826419.810139:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1787826419.810141:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1787826419.810142:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1787826419.810144:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1787826419.810146:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1787826419.810148:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1787826419.810150:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1787826419.810151:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1787826419.810153:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1787826419.810155:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1787826419.810156:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1787826419.810158:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1787826419.810159:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1787826419.810161:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1787826419.810162:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1787826419.810164:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1787826419.810165:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1787826419.810167:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1787826419.810169:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1787826419.810171:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1787826419.810172:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1787826419.810174:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1787826419.810175:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1787826419.810177:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1787826419.810178:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1787826419.810180:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1787826419.810181:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1787826419.810183:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1787826419.810195:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1787826419.810197:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1787826419.810199:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1787826419.810200:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1787826419.810202:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1787826419.810203:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1787826419.810205:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1787826419.810206:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1787826419.810208:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1787826419.810210:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1787826419.810211:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1787826419.810213:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1787826419.810214:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1787826419.810216:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1787826419.810217:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1787826419.810219:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1787826419.810220:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1787826419.810222:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1787826419.810223:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1787826419.810225:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1787826419.810226:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1787826419.810228:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1787826419.810230:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1787826419.810232:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1787826419.810233:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1787826419.810235:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1787826419.810237:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1787826419.810239:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1787826419.810241:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1787826419.810243:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1787826419.810244:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1787826419.810246:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1787826419.810247:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1787826419.810249:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1787826419.810250:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1787826419.810252:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1787826419.810253:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1787826419.810255:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1787826419.810256:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1787826419.810258:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1787826419.810259:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1787826419.810261:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1787826419.810263:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1787826419.810265:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1787826419.810267:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1787826419.810268:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1787826419.810270:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1787826419.810272:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1787826419.810273:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1787826419.810275:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1787826419.810276:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1787826419.810278:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1787826419.810280:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1787826419.810282:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1787826419.810284:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1787826419.810286:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1787826419.810288:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1787826419.810289:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1787826419.810291:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1787826419.810293:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1787826419.810295:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1787826419.811548:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1787826419.811553:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1787826419.811554:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1787826419.811556:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1787826419.811558:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1787826419.811560:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1787826419.811561:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1787826419.811563:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1787826419.811564:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1787826419.811566:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1787826419.811568:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1787826419.811570:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1787826419.811572:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1787826419.811574:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1787826419.812502:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1787826419.812509:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1787826419.812510:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1787826419.812512:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1787826419.812514:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1787826419.812516:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1787826419.812517:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1787826419.812519:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1787826419.812520:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1787826419.812522:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1787826419.812524:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1787826419.812526:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1787826419.812528:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1787826419.812530:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1787826419.812531:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1787826419.812533:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1787826419.812535:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1787826419.812537:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1787826419.812539:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1787826419.812541:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1787826419.812542:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1787826419.812544:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1787826419.812545:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1787826419.812547:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1787826419.812548:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1787826419.812550:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1787826419.812551:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1787826419.812553:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1787826419.812554:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1787826419.812555:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1787826419.812558:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1787826419.812560:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1787826419.812562:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1787826419.812563:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1787826419.812565:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1787826419.812567:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1787826419.812568:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1787826419.812570:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1787826419.812572:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1787826419.812573:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1787826419.812575:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1787826419.814586:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1787826419.814590:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1787826419.814592:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1787826419.814594:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1787826419.814596:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1787826419.814598:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1787826419.814599:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1787826419.814601:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1787826419.814603:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1787826419.815049:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1787826419.815117:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5eaa85f00 00000100:00100000:2.0:1787826419.815148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428591232:192.168.203.115@tcp:4:lfs.0 00000080:00200000:3.0:1787826419.821714:0:18591:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 1279] 00000080:00200000:3.0:1787826419.821739:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826419.821745:0:18591:0:(file.c:2240:ll_file_io_generic()) . :VOLATILE:0000:16B76A36:fd=03: 2 io complete with rc: 0, result: 5242880, restart: 0 00000080:00200000:3.0:1787826419.821758:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 5242880 i_blocks 4110 00000020:00200000:3.0:1787826419.821762:0:18591:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1787826419.821773:0:18591:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 5242880 00000080:00200008:3.0:1787826419.821796:0:18591:0:(file.c:5401:ll_fsync()) START file: name=. :VOLATILE:0000:16B76A36:fd=03, fid=[0x200000401:0x25e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000100:00100000:3.0:1787826419.821859:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428591872:192.168.203.115@tcp:44:lfs.0 00000100:00100000:3.0:1787826419.822104:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8ade900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826419.895486:0:18591:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969370 gen 1 00000100:00100000:3.0:1787826419.895526:0:18591:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 912/1000 e 0 to 0 dl 1787826435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787826419.895538:0:18591:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787826419.895603:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428591872:192.168.203.115@tcp:44:lfs.0 00000080:00200000:3.0:1787826419.895627:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826419.895640:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787826419.895864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428592000:192.168.203.115@tcp:16:lfs.0 00000100:00100000:2.0:1787826419.895961:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826419.895968:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428592128:192.168.203.115@tcp:16:lfs.0 00000100:00100000:2.0:1787826419.901200:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968749 gen 5 00000100:00100000:2.0:1787826419.901264:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428592128:192.168.203.115@tcp:16:lfs.0 00000100:00100000:2.0:1787826419.901295:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428592000:192.168.203.115@tcp:16:lfs.0 00000080:00200000:3.0:1787826419.901827:0:18591:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25e:0x0] updating i_size 5242880 i_blocks 10254 00000080:00200000:3.0:1787826419.901845:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826419.918932:0:18591:0:(llite_lib.c:2427:ll_setattr_raw()) START file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0](ffff9ab5d96a3248) current size 5242880, valid attrs 101f0, mode 9ab5, uid 0, gid 0, new size 0, atime 1787826419.000000000, mtime 1787826416.000000000, ctime 1787826419.000000000 00010000:00010000:2.0:1787826419.918977:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.919003:0:18591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826419.919167:0:18591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.919176:0:18591:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.919179:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab400/0x1d187e8ba27ce81e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcd3 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826419.919209:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826419.919221:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98030c0 x1874671428592384/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826419.919257:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592384:192.168.203.115@tcp:36:lfs.0 00000100:00100000:2.0:1787826419.919338:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2840 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.924787:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592384:192.168.203.115@tcp:36:lfs.0 00000080:00200000:2.0:1787826419.924836:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826419.924852:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826419.924872:0:18591:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1787826419.924887:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826419.924892:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e2870, osc lock ffff9ab5e063be78, flags 0x0 00000008:00010000:2.0:1787826419.924894:0:18591:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826419.924897:0:18591:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e28b0, osc lock ffff9ab5e063a270, flags 0x0 00010000:00010000:2.0:1787826419.924948:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.924962:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.924972:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.924992:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592512:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.930946:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.935109:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592512:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.935145:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935163:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935178:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.935202:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 3145728, setting rss=3145728; kms=3145728, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935215:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935224:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935288:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935297:0:18591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.935308:0:18591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.935328:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592640:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826419.935454:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826419.939841:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428592640:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826419.939877:0:18591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.939894:0:18591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.939909:0:18591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826419.939928:0:18591:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 4/0,2 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.939940:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 5/0,2 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826419.939947:0:18591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826419.940036:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.940052:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428592768:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826419.940155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428592896:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826419.946077:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428592896:192.168.203.115@tcp:2:lfs.0 00000100:00100000:2.0:1787826419.953719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428592768:192.168.203.115@tcp:2:lfs.0 00000020:00010000:0.0:1787826419.953813:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e9128 (ffff9ab5f1fd32d8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826419.953818:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e9128 (ffff9ab5f1fd32d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826419.953823:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e2870 (ffff9ab5f1fd33f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.953834:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.953856:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787826419.953873:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e28b0 (ffff9ab5f1fd3e18/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826419.953879:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826419.953888:0:18591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787826419.953898:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e9128 (ffff9ab5f1fd32d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.953901:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e2870 (ffff9ab5f1fd32d8/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826419.953906:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e28b0 (ffff9ab5f1fd32d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826419.953988:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00800000:00000080:0.0:1787826419.954005:0:18591:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ab5c862d000: cmd=401866d4 len=392 karg=ffff9ab5f19e2600 uarg=0000000000000000 00000002:00000080:0.0:1787826419.954015:0:18591:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff9ab5c862d000: cmd=401866d4 len=392 karg=ffff9ab5f19e2600 uarg=0000000000000000 00000020:00100000:0.0:1787826419.954042:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 55, max 7 00000100:00100000:0.0:1787826419.954051:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27aed00 x1874671428593152/t0(0) o55->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826419.954072:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428593152:192.168.203.115@tcp:55:lfs.0 00000100:00100000:0.0:1787826419.954314:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826419.968701:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428593152:192.168.203.115@tcp:55:lfs.0 00000080:00200008:0.0:1787826419.968740:0:18591:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0](ffff9ab5d96a3248) current size 5242880, valid attrs 100101f0, mode 9ab5, uid 0, gid 0, new size 0, atime 1787826419.000000000, mtime 1787826416.000000000, ctime 1787826419.000000000, rc 0 00000080:00200080:0.0:1787826419.968763:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248) cmd=801066da arg=7ffdb6834000 00000080:00200000:0.0:1787826419.968778:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826419.968791:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787826419.968883:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826419.968899:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428593280:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.969001:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428593408:192.168.203.115@tcp:1:lfs.0 00000100:00100000:1.0:1787826419.972970:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.973055:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450133504 00000100:00100000:0.0:1787826419.973064:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450133504 00000100:00100000:0.0:1787826419.973117:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1844 00000100:00100000:0.0:1787826419.973127:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12521:x1874671450133504:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.973144:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.973445:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.973453:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12521:x1874671450133504:12345-192.168.203.115@tcp:104: Request processed in 327us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.973461:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1844 00010000:00010000:3.0:1787826419.974479:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826419.974497:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826419.974509:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668c00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826419.974515:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826419.974536:0:11310:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826419.974549:0:11310:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1787826419.974665:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.974674:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826419.974709:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.974718:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000001e3dd254/0x1d187e8ba27ce913 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be0e expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826419.974746:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826419.974748:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826419.974749:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826419.975039:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593536:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826419.978673:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826419.978932:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826419.978953:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450133376 00000100:00100000:0.0:1787826419.978961:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450133376 00000100:00100000:0.0:1787826419.979013:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1845 00000100:00100000:0.0:1787826419.979023:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5d9885850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450133376:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826419.979041:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826419.979112:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826419.979118:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5d9885850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450133376:12345-192.168.203.115@tcp:104: Request processed in 98us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826419.979125:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1845 00010000:00010000:2.0:1787826419.979218:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826419.979227:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.979236:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668e00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826419.979242:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826419.979271:0:5599:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826419.979284:0:5599:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1787826419.979327:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 2/0,0 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.979335:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826419.979363:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.979372:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 0000000083a87a8f/0x1d187e8ba27ce91a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd7f78c2f4bc1be15 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826419.979393:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.979395:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.979397:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826419.979426:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826419.979438:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428593664:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826419.985550:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593536:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826419.985617:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428593280:192.168.203.115@tcp:1:lfs.0 00000100:00100000:2.0:1787826419.985823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428593664:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826419.986712:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428593408:192.168.203.115@tcp:1:lfs.0 00000080:00200080:1.0:1787826419.986813:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=402066db arg=7ffdb6833e60 00000080:00200000:1.0:1787826419.986828:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 2 00000080:00200000:1.0:1787826419.986833:0:18591:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25e:0x0](ffff9ab5d96a3248), inode mode 8180 mask 2 00000080:00200000:1.0:1787826419.986842:0:18591:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826419.986853:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1787826419.986863:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:1.0:1787826419.986870:0:18591:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000100:00100000:0.0:1787826419.987046:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593920:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.987121:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594176:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.987147:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787826419.987154:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593792:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.987176:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594048:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.987210:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594304:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.993047:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593792:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.993066:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594048:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.993075:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594304:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.993086:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428593920:192.168.203.115@tcp:1:lfs.0 00000100:00100000:0.0:1787826419.993095:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428594176:192.168.203.115@tcp:1:lfs.0 00800000:00000080:1.0:1787826419.995726:0:18591:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5f1fff200 uarg=0000000000000000 00000002:00000080:1.0:1787826419.995746:0:18591:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff9ab5c862d000: cmd=402066db len=392 karg=ffff9ab5f1fff200 uarg=0000000000000000 00010000:00010000:1.0:1787826419.995765:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826419.995790:0:18591:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25e:0x0]: losing layout lock 00010000:00010000:1.0:1787826419.995812:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826419.995821:0:18591:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:1.0:1787826419.995829:0:18591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826419.995836:0:18591:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:1.0:1787826419.995875:0:18591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826419.995888:0:18591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826419.995894:0:18591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826419.995900:0:18591:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1787826419.995903:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aa200/0x1d187e8ba27ce85d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bd20 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826419.995919:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216ca00/0x1d187e8ba27ce833 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcef expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826419.995936:0:18591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aac00/0x1d187e8ba27ce810 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1bcb7 expref: -99 pid: 18591 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1787826419.995967:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428594432:192.168.203.115@tcp:61:lfs.0 00000100:00100000:1.0:1787826419.996041:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c480 going to sleep for 11 seconds 00000100:00100000:0.0:1787826420.007126:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428594432:192.168.203.115@tcp:61:lfs.0 00000080:00200080:0.0:1787826420.007163:0:18591:0:(file.c:4655:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) cmd=4008669f arg=40efc638 00000020:00010000:0.0:1787826420.007175:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.007179:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.007989:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eacd2630 (ffff9ab5f1d84098/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.008002:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008017:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008046:0:18591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00010000:0.0:1787826420.008052:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eacd2670 (ffff9ab5f1d846c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.008058:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008066:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008084:0:18591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00010000:0.0:1787826420.008087:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eacd26b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.008092:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008100:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008111:0:18591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000020:00010000:0.0:1787826420.008114:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eacd26f0 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.008118:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 4/0,1 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008126:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008138:0:18591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000020:00010000:0.0:1787826420.008141:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eacd2730 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.008146:0:18591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(GROUP) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 4/0,1 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020000020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008154:0:18591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x810020400020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.008163:0:18591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000020:00010000:0.0:1787826420.008166:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2168ed0 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.008169:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eacd2630 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.008173:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eacd2670 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.008176:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eacd26b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.008178:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eacd26f0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.008181:0:18591:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eacd2730 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.008209:0:18591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826420.008231:0:18591:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 1154002 00000002:00100000:0.0:1787826420.008288:0:18591:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 912/1000 e 0 to 0 dl 1787826435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826420.008301:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826420.008307:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ac780 x1874671428594688/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826420.008328:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428594688:192.168.203.115@tcp:35:lfs.0 00000100:00100000:0.0:1787826420.008382:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0bd80 going to sleep for 11 seconds 00010000:00010000:3.0:1787826420.008554:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787826420.008562:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008571:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa600 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826420.008585:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826420.008608:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826420.008618:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826420.008651:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008659:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826420.008677:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 1/0,0 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008685:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000007ab7cd70/0x1d187e8ba27ce83a lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcf6 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008707:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787826420.008710:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008717:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27abe00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826420.008720:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826420.008730:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826420.008735:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826420.008818:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 2/0,0 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008826:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826420.008834:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 1/0,0 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008842:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000008e79ebdd/0x1d187e8ba27ce841 lrc: 0/0,0 mode: --/GROUP res: [0x240000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bcfd expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008854:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787826420.008858:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008864:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa400 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826420.008868:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826420.008878:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826420.008883:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826420.008897:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008908:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826420.008913:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 1/0,0 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008919:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 00000000318f9b38/0x1d187e8ba27ce848 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd04 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008930:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787826420.008933:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008940:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27ab800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826420.008943:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826420.008952:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826420.008956:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826420.008970:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 2/0,0 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008978:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826420.008982:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 1/0,0 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.008995:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 000000002e08fa75/0x1d187e8ba27ce84f lrc: 0/0,0 mode: --/GROUP res: [0x240000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd0b expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.009006:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826420.009010:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800020400020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.009016:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f27aa000 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826420.009019:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x800028400020000 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1787826420.009029:0:5598:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1787826420.009033:0:5598:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1787826420.009048:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.009055:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826420.009060:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 1/0,0 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.009067:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 0000000023e06aff/0x1d187e8ba27ce856 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 1089455672 flags: 0x804869400020020 nid: local remote: 0xd7f78c2f4bc1bd12 expref: -99 pid: 18591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826420.009084:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826420.009086:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826420.009087:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826420.009100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428594944:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.009156:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.009182:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787826420.009199:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428594816:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.009220:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595072:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.009234:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595328:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826420.009542:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826420.009548:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826420.010244:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826420.013912:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428594688:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826420.013943:0:18591:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9801680 x1874671428582400/t4294969367(4294969367) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 912/1000 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1787826420.014005:0:18591:0:(file.c:479:ll_file_release()) START file . :VOLATILE:0000:16B76A36:fd=03:[0x200000401:0x25e:0x0](ffff9ab5d96a3248), flags 554001 00000002:00100000:1.0:1787826420.014050:0:18591:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826420.014065:0:18591:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826420.014069:0:18591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb0c0 x1874671428595584/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826420.014089:0:18591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428595584:192.168.203.115@tcp:35:lfs.0 00000100:00100000:1.0:1787826420.014154:0:18591:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:3.0:1787826420.015978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428594944:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.015992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826420.021754:0:18591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18591:1874671428595584:192.168.203.115@tcp:35:lfs.0 00000002:00100000:1.0:1787826420.021788:0:18591:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f98021c0 x1874671428582784/t4294969368(4294969368) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 552/608 e 0 to 0 dl 1787826435 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787826420.023829:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428594816:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.023846:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595072:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826420.023856:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428595328:192.168.203.115@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1787826420.034971:0:18592:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826420.034997:0:18592:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826420.035015:0:18592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826420.035031:0:18592:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:0.0:1787826420.035039:0:18592:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826420.035047:0:18592:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826420.035050:0:18592:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:0.0:1787826420.035058:0:18592:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc4816bfbf8 00010000:00010000:0.0:1787826420.035062:0:18592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1787826420.035072:0:18592:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:0.0:1787826420.035088:0:18592:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.035096:0:18592:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=27 00000080:00200000:0.0:1787826420.035101:0:18592:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.035112:0:18592:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5f2393e00, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1787826420.035119:0:18592:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:0.0:1787826420.035132:0:18592:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0304001 00010000:00010000:0.0:1787826420.035196:0:18592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826420.035205:0:18592:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826420.035217:0:18592:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826420.035229:0:18592:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27aed00 x1874671428595840/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826420.035239:0:18592:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826420.035261:0:18592:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428595840:192.168.203.115@tcp:101:lfs.0 00000100:00100000:0.0:1787826420.035775:0:18592:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.040439:0:18592:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428595840:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826420.040463:0:18592:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040481:0:18592:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040488:0:18592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040494:0:18592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040502:0:18592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040507:0:18592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216d600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826420.040512:0:18592:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040518:0:18592:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040525:0:18592:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040541:0:18592:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826420.040547:0:18592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040553:0:18592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce921 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826420.040572:0:18592:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=-20 req@ffff9ab5f27aed00 x1874671428595840/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826436 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826420.040593:0:18592:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc -20 00000080:00200000:2.0:1787826420.040733:0:18592:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826420.040750:0:18592:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826420.040764:0:18592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.040776:0:18592:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787826420.040783:0:18592:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826420.040788:0:18592:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826420.040791:0:18592:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826420.040795:0:18592:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc4816bfbf8 00010000:00010000:2.0:1787826420.040799:0:18592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.040807:0:18592:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1787826420.040819:0:18592:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826420.040826:0:18592:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=267 00000080:00200000:2.0:1787826420.040832:0:18592:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 44 00000080:00200008:2.0:1787826420.040840:0:18592:0:(file.c:1090:ll_file_open()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00010000:2.0:1787826420.040852:0:18592:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x259:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:2.0:1787826420.040891:0:18592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.040901:0:18592:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826420.040910:0:18592:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826420.040916:0:18592:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9800780 x1874671428596096/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826420.040925:0:18592:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826420.040943:0:18592:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596096:192.168.203.115@tcp:101:lfs.0 00000100:00100000:2.0:1787826420.041090:0:18592:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.045690:0:18592:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596096:192.168.203.115@tcp:101:lfs.0 00010000:00010000:2.0:1787826420.045721:0:18592:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045734:0:18592:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045742:0:18592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045748:0:18592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045756:0:18592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045762:0:18592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668e00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826420.045768:0:18592:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045775:0:18592:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045781:0:18592:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045787:0:18592:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826420.045794:0:18592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826420.045799:0:18592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668e00/0x1d187e8ba27ce928 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 18592 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826420.045816:0:18592:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f9800780 x1874671428596096/t4294969378(4294969378) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826420.045827:0:18592:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9800780 x1874671428596096/t4294969378(4294969378) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826420.045839:0:18592:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826420.045858:0:18592:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x259:0x0], updating i_size 7680 00000002:00100000:2.0:1787826420.045873:0:18592:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9800780 x1874671428596096/t4294969378(4294969378) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:2.0:1787826420.045971:0:18592:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) cmd=c0086915 arg=14de3d0 00000100:00100000:2.0:1787826420.046032:0:18592:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596224:192.168.203.115@tcp:34:lfs.0 00000100:00100000:2.0:1787826420.046094:0:18592:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.059271:0:18592:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596224:192.168.203.115@tcp:34:lfs.0 00000080:00200008:2.0:1787826420.059459:0:18592:0:(file.c:479:ll_file_release()) START file d6.sanity-pfl:[0x200000401:0x259:0x0](ffff9ab5d964a1c8), flags 304000 00000002:00100000:2.0:1787826420.059513:0:18592:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9800780 x1874671428596096/t4294969378(4294969378) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826436 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826420.059524:0:18592:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826420.059529:0:18592:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802d00 x1874671428596480/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826420.059547:0:18592:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596480:192.168.203.115@tcp:35:lfs.0 00000100:00100000:2.0:1787826420.059613:0:18592:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.062483:0:18592:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:18592:1874671428596480:192.168.203.115@tcp:35:lfs.0 00000002:00100000:2.0:1787826420.062512:0:18592:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9800780 x1874671428596096/t4294969378(4294969378) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826436 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826420.077991:0:18593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826420.078018:0:18593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826420.078038:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826420.078054:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787826420.078063:0:18593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826420.078071:0:18593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826420.078075:0:18593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:1.0:1787826420.078082:0:18593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc4816bfbf8 00010000:00010000:1.0:1787826420.078086:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826420.078095:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787826420.078115:0:18593:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826420.078122:0:18593:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=25 00000080:00200000:1.0:1787826420.078127:0:18593:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:1.0:1787826420.078137:0:18593:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), file ffff9ab5c3735e00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1787826420.078143:0:18593:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), intent=open 00000002:00010000:1.0:1787826420.078156:0:18593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f6.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x259:0x0], intent: open flags 0100001 00010000:00010000:1.0:1787826420.078220:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18593 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.078229:0:18593:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18593 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826420.078240:0:18593:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826420.078252:0:18593:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24bb840 x1874671428596736/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826420.078261:0:18593:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18593 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826420.078282:0:18593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18593:1874671428596736:192.168.203.115@tcp:101:md5sum.0 00000100:00100000:1.0:1787826420.078489:0:18593:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4a4c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826420.082734:0:18593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18593:1874671428596736:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826420.082759:0:18593:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x259:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082778:0:18593:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082791:0:18593:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082801:0:18593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082810:0:18593:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082822:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082830:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082837:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826420.082848:0:18593:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f24bb840 x1874671428596736/t4294969380(4294969380) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/688 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826420.082859:0:18593:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24bb840 x1874671428596736/t4294969380(4294969380) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/688 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826420.082869:0:18593:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826420.082880:0:18593:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.082890:0:18593:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/602 (0 0) 00000080:00200000:1.0:1787826420.082897:0:18593:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x259:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826420.082937:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826420.082949:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1787826420.082958:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:1.0:1787826420.082966:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:1.0:1787826420.083028:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826420.083104:0:18593:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25a:0x0](ffff9ab5d964e3c8): rc = 0 00000080:00200000:1.0:1787826420.083119:0:18593:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x25a:0x0]: layout version change: 4294967294 -> 6 00000080:00010000:1.0:1787826420.083125:0:18593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce92f 00000080:00010000:1.0:1787826420.083136:0:18593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00200008:1.0:1787826420.083148:0:18593:0:(file.c:1090:ll_file_open()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:1.0:1787826420.083167:0:18593:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f24bb840 x1874671428596736/t4294969380(4294969380) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 608/688 e 0 to 0 dl 1787826436 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787826420.083231:0:18593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce92f from it ffff9ab5d98df840 00010000:00010000:1.0:1787826420.083236:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.083245:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826420.083268:0:18593:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), inode mode 81a4 mask 44 00000080:00200008:1.0:1787826420.083342:0:18593:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826420.083348:0:18593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:1.0:1787826420.083364:0:18593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826420.083374:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826420.083385:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826420.083392:0:18593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826420.083699:0:18593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:1.0:1787826420.083703:0:18593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce92f 00000080:00010000:1.0:1787826420.083708:0:18593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce92f from it ffffbbc4816bfcd8 00010000:00010000:1.0:1787826420.083712:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826420.083720:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826420.083736:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 5 restore needed 0 00000001:00010000:1.0:1787826420.083745:0:18593:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:1.0:1787826420.083761:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826420.083764:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c4a4ce70, osc lock ffff9ab5c50243a8, flags 0x400001002 00000008:00010000:1.0:1787826420.083768:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826420.083769:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c4a4ceb0, osc lock ffff9ab5c5025248, flags 0x400001002 00010000:00010000:1.0:1787826420.083808:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.083818:0:18593:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.083859:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.083871:0:18593:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826420.083880:0:18593:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1787826420.083952:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428596864:192.168.203.115@tcp:101:md5sum.0 00000100:00100000:0.0:1787826420.084048:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826420.084055:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428596992:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826420.091711:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091739:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091754:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091765:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826420.091779:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826420.091791:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826420.091795:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091803:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091816:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091825:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826420.091844:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428596992:192.168.203.115@tcp:101:md5sum.0 00010000:00010000:1.0:1787826420.091864:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091874:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091883:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091892:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826420.091900:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 3145728, setting rss=3145728; kms=3145728, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826420.091908:0:2360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826420.091925:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091934:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091941:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826420.091948:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826420.091958:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428596864:192.168.203.115@tcp:101:md5sum.0 00000080:00200000:0.0:1787826420.092111:0:18593:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10254 00000020:00010000:0.0:1787826420.092118:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017f3d8 (ffff9ab5f1fd32d8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.092121:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017f3d8 (ffff9ab5f1fd32d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.092126:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c4a4ce70 (ffff9ab5d8b957e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.092131:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c4a4ceb0 (ffff9ab5d8b95098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.092134:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017f3d8 (ffff9ab5f1fd32d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.092137:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c4a4ce70 (ffff9ab5f1fd32d8/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.092141:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c4a4ceb0 (ffff9ab5f1fd32d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.092195:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826420.092267:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 0, count: 32768 00000080:00200000:0.0:1787826420.092291:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 0 00000080:00200000:0.0:1787826420.092306:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 0, bytes: 32768 00000080:00200000:0.0:1787826420.092311:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.092317:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.092319:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [0, 32768) 0 0 00000080:00200000:0.0:1787826420.092323:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00020000:00200000:0.0:1787826420.092344:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 32768) 32768, 32768 00020000:00200000:0.0:1787826420.092348:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.092364:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 7] 00000008:00010000:0.0:1787826420.092379:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.092383:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d543b0, osc lock ffff9ab5f23295f0, flags 0x0 00010000:00010000:0.0:1787826420.092443:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092456:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 32767) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092468:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092475:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092483:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826420.092492:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [0, 32768) 00000080:00200000:0.0:1787826420.092502:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.092505:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:0 00010000:00010000:0.0:1787826420.092538:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092548:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1787826420.092642:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00010000:00010000:0.0:1787826420.092661:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.092669:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1787826420.092753:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00010000:00010000:0.0:1787826420.092774:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1787826420.092810:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27afc00 - object 0x280000403:45 offset 0<>32768 00000100:00100000:0.0:1787826420.092841:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826420.092854:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597120:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826420.102258:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00000020:00200000:1.0:1787826420.102276:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1787826420.102296:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cbcc0 00000100:00100000:1.0:1787826420.102323:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597120:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:0.0:1787826420.102709:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.102715:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.102719:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d543b0 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.102728:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.102742:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1787826420.102755:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.102758:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d543b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.102765:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.102775:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.102779:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.102784:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.102866:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 32768, count: 32768 00000080:00200000:0.0:1787826420.102884:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 8 00000080:00200000:0.0:1787826420.102891:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 32768, bytes: 32768 00000080:00200000:0.0:1787826420.102896:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.102902:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 9, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.102904:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [32768, 65536) 0 0 00000080:00200000:0.0:1787826420.102908:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.102925:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [32768, 65536) 65536, 32768 00020000:00200000:0.0:1787826420.102929:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.102941:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8, 15] 00000008:00010000:0.0:1787826420.102953:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.102958:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d543b0, osc lock ffff9ab5f23295f0, flags 0x0 00010000:00010000:0.0:1787826420.102976:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.102989:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 65535) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.103005:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.103014:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.103021:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826420.103030:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [32768, 65536) 00000080:00200000:0.0:1787826420.103041:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.103046:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:32768 00010000:00010000:0.0:1787826420.103070:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.103079:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787826420.105501:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00010000:00010000:0.0:1787826420.105526:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.105539:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1787826420.105573:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00010000:00010000:0.0:1787826420.105789:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1787826420.105856:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27af480 - object 0x280000403:45 offset 32768<>1048576 00000100:00100000:1.0:1787826420.106164:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597248:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826420.130062:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000020:00200000:0.0:1787826420.130083:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1787826420.130199:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000100:00100000:0.0:1787826420.130226:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597248:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:1.0:1787826420.130516:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:1.0:1787826420.130521:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826420.130525:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d543b0 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826420.130535:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826420.130550:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1787826420.130565:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826420.130568:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d543b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826420.130806:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:1.0:1787826420.130819:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826420.130823:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:1.0:1787826420.130829:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:1.0:1787826420.130913:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 65536, count: 32768 00000080:00200000:1.0:1787826420.130922:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 16 00000080:00200000:1.0:1787826420.130929:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 17 00000080:00200000:1.0:1787826420.130933:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 18 00000080:00200000:1.0:1787826420.130936:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 19 00000080:00200000:1.0:1787826420.130940:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 20 00000080:00200000:1.0:1787826420.130942:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 21 00000080:00200000:1.0:1787826420.130945:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 22 00000080:00200000:1.0:1787826420.130947:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 23 00000080:00200008:1.0:1787826420.131016:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 98304, count: 32768 00000080:00200000:1.0:1787826420.131020:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 24 00000080:00200000:1.0:1787826420.131025:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 25 00000080:00200000:1.0:1787826420.131028:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 26 00000080:00200000:1.0:1787826420.131030:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 27 00000080:00200000:1.0:1787826420.131033:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 28 00000080:00200000:1.0:1787826420.131036:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 29 00000080:00200000:1.0:1787826420.131039:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 30 00000080:00200000:1.0:1787826420.131041:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 31 00000080:00200008:1.0:1787826420.131109:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 131072, count: 32768 00000080:00200000:1.0:1787826420.131114:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 32 00000080:00200000:1.0:1787826420.131118:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 33 00000080:00200000:1.0:1787826420.131121:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 34 00000080:00200000:1.0:1787826420.131124:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 35 00000080:00200000:1.0:1787826420.131127:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 36 00000080:00200000:1.0:1787826420.131129:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 37 00000080:00200000:1.0:1787826420.131131:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 38 00000080:00200000:1.0:1787826420.131134:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 39 00000080:00200008:1.0:1787826420.131215:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 163840, count: 32768 00000080:00200000:1.0:1787826420.131220:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 40 00000080:00200000:1.0:1787826420.131224:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 41 00000080:00200000:1.0:1787826420.131227:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 42 00000080:00200000:1.0:1787826420.131230:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 43 00000080:00200000:1.0:1787826420.131233:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 44 00000080:00200000:1.0:1787826420.131236:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 45 00000080:00200000:1.0:1787826420.131239:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 46 00000080:00200000:1.0:1787826420.131241:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 47 00000080:00200008:1.0:1787826420.131312:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 196608, count: 32768 00000080:00200000:1.0:1787826420.131317:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 48 00000080:00200000:1.0:1787826420.131321:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 49 00000080:00200000:1.0:1787826420.131324:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 50 00000080:00200000:1.0:1787826420.131327:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 51 00000080:00200000:1.0:1787826420.131330:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 52 00000080:00200000:1.0:1787826420.131332:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 53 00000080:00200000:1.0:1787826420.131335:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 54 00000080:00200000:1.0:1787826420.131338:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 55 00000080:00200008:1.0:1787826420.131500:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 229376, count: 32768 00000080:00200000:1.0:1787826420.131506:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 56 00000080:00200000:1.0:1787826420.131510:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 57 00000080:00200000:1.0:1787826420.131512:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 58 00000080:00200000:1.0:1787826420.131515:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 59 00000080:00200000:1.0:1787826420.131518:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 60 00000080:00200000:1.0:1787826420.131520:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 61 00000080:00200000:1.0:1787826420.131523:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 62 00000080:00200000:1.0:1787826420.131525:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 63 00000080:00200008:1.0:1787826420.131841:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 262144, count: 32768 00000080:00200000:1.0:1787826420.131848:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 64 00000080:00200000:1.0:1787826420.131853:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 65 00000080:00200000:1.0:1787826420.131855:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 66 00000080:00200000:1.0:1787826420.131857:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 67 00000080:00200000:1.0:1787826420.131860:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 68 00000080:00200000:1.0:1787826420.131863:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 69 00000080:00200000:1.0:1787826420.131866:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 70 00000080:00200000:1.0:1787826420.131869:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 71 00000080:00200008:1.0:1787826420.131937:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 294912, count: 32768 00000080:00200000:1.0:1787826420.131942:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 72 00000080:00200000:1.0:1787826420.131945:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 73 00000080:00200000:1.0:1787826420.131948:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 74 00000080:00200000:1.0:1787826420.131951:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 75 00000080:00200000:1.0:1787826420.131954:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 76 00000080:00200000:1.0:1787826420.131958:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 77 00000080:00200000:1.0:1787826420.131961:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 78 00000080:00200000:1.0:1787826420.131965:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 79 00000080:00200008:1.0:1787826420.132032:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 327680, count: 32768 00000080:00200000:1.0:1787826420.132037:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 80 00000080:00200000:1.0:1787826420.132041:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 81 00000080:00200000:1.0:1787826420.132045:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 82 00000080:00200000:1.0:1787826420.132048:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 83 00000080:00200000:1.0:1787826420.132050:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 84 00000080:00200000:1.0:1787826420.132054:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 85 00000080:00200000:1.0:1787826420.132058:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 86 00000080:00200000:1.0:1787826420.132060:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 87 00000080:00200008:1.0:1787826420.132129:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 360448, count: 32768 00000080:00200000:1.0:1787826420.132133:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 88 00000080:00200000:1.0:1787826420.132138:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 89 00000080:00200000:1.0:1787826420.132142:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 90 00000080:00200000:1.0:1787826420.132144:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 91 00000080:00200000:1.0:1787826420.132147:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 92 00000080:00200000:1.0:1787826420.132150:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 93 00000080:00200000:1.0:1787826420.132154:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 94 00000080:00200000:1.0:1787826420.132157:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 95 00000080:00200008:1.0:1787826420.132238:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 393216, count: 32768 00000080:00200000:1.0:1787826420.132243:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 96 00000080:00200000:1.0:1787826420.132247:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 97 00000080:00200000:1.0:1787826420.132251:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 98 00000080:00200000:1.0:1787826420.132254:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 99 00000080:00200000:1.0:1787826420.132257:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 100 00000080:00200000:1.0:1787826420.132259:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 101 00000080:00200000:1.0:1787826420.132263:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 102 00000080:00200000:1.0:1787826420.132266:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 103 00000080:00200008:1.0:1787826420.132334:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 425984, count: 32768 00000080:00200000:1.0:1787826420.132339:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 104 00000080:00200000:1.0:1787826420.132343:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 105 00000080:00200000:1.0:1787826420.132346:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 106 00000080:00200000:1.0:1787826420.132349:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 107 00000080:00200000:1.0:1787826420.132351:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 108 00000080:00200000:1.0:1787826420.132354:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 109 00000080:00200000:1.0:1787826420.132357:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 110 00000080:00200000:1.0:1787826420.132359:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 111 00000080:00200008:1.0:1787826420.132451:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 458752, count: 32768 00000080:00200000:1.0:1787826420.132456:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 112 00000080:00200000:1.0:1787826420.132460:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 113 00000080:00200000:1.0:1787826420.132463:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 114 00000080:00200000:1.0:1787826420.132466:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 115 00000080:00200000:1.0:1787826420.132469:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 116 00000080:00200000:1.0:1787826420.132472:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 117 00000080:00200000:1.0:1787826420.132475:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 118 00000080:00200000:1.0:1787826420.132478:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 119 00000080:00200008:1.0:1787826420.132546:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 491520, count: 32768 00000080:00200000:1.0:1787826420.132552:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 120 00000080:00200000:1.0:1787826420.132556:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 121 00000080:00200000:1.0:1787826420.132559:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 122 00000080:00200000:1.0:1787826420.132561:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 123 00000080:00200000:1.0:1787826420.132565:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 124 00000080:00200000:1.0:1787826420.132568:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 125 00000080:00200000:1.0:1787826420.132570:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 126 00000080:00200000:1.0:1787826420.132802:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 127 00000080:00200008:1.0:1787826420.132879:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 524288, count: 32768 00000080:00200000:1.0:1787826420.132885:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 128 00000080:00200000:1.0:1787826420.132889:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 129 00000080:00200000:1.0:1787826420.132892:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 130 00000080:00200000:1.0:1787826420.132894:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 131 00000080:00200000:1.0:1787826420.132897:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 132 00000080:00200000:1.0:1787826420.132900:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 133 00000080:00200000:1.0:1787826420.132902:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 134 00000080:00200000:1.0:1787826420.132906:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 135 00000080:00200008:1.0:1787826420.132973:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 557056, count: 32768 00000080:00200000:1.0:1787826420.132978:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 136 00000080:00200000:1.0:1787826420.132985:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 557056, bytes: 32768 00000080:00200000:1.0:1787826420.132990:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:1.0:1787826420.132998:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 257, [0x200000401:0x25a:0x0] hash] 00000020:00200000:1.0:1787826420.133001:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [557056, 589824) 0 0 00000080:00200000:1.0:1787826420.133006:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:1.0:1787826420.133025:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [557056, 589824) 589824, 32768 00020000:00200000:1.0:1787826420.133030:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826420.133045:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [136, 143] 00000008:00010000:1.0:1787826420.133062:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826420.133067:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f03100b0, osc lock ffff9ab5c5025728, flags 0x0 00010000:00010000:1.0:1787826420.133089:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.133105:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (557056 589823) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.133119:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.133127:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.133134:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826420.133143:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [557056, 589824) 00000080:00200000:1.0:1787826420.133155:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:1.0:1787826420.133159:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:557056 00010000:00010000:1.0:1787826420.133179:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.133200:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826420.136375:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826420.136423:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.143152:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/3,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.143179:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/3,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:0.0:1787826420.146946:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000008:00010000:0.0:1787826420.147054:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00010000:00010000:0.0:1787826420.147096:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 8/3,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787826420.147174:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27af480 - object 0x280000403:45 offset 1048576<>2097152 00000100:00100000:1.0:1787826420.147263:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428597376:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826420.147444:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00000008:00010000:0.0:1787826420.147583:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00010000:00010000:0.0:1787826420.147616:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 8/3,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787826420.147677:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27acb40 - object 0x280000403:45 offset 2097152<>3145728 00000100:00100000:1.0:1787826420.147978:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826420.147986:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428597504:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826420.150638:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb780 00000008:00010000:0.0:1787826420.150764:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb780 00010000:00010000:0.0:1787826420.150827:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1787826420.150933:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27af0c0 - object 0x240000403:45 offset 0<>1048576 00000100:00100000:0.0:1787826420.150964:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826420.150982:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597632:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826420.151082:0:18593:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9ab5ea9cb000 00010000:00010000:0.0:1787826420.151097:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 8/3,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.151108:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 7/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.151120:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826420.151130:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.151146:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.151158:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:0.0:1787826420.151177:0:54:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb000 00010000:00010000:0.0:1787826420.151213:0:54:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1787826420.151278:0:54:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f27ada40 - object 0x240000403:45 offset 1048576<>2097152 00000100:00100000:0.0:1787826420.151314:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597760:192.168.203.115@tcp:3:md5sum.0 00000020:00010000:0.0:1787826420.151450:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.151454:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.151458:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f03100b0 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.151464:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.151473:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1787826420.151484:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c624fa88 (ffff9ab5ea87b008/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.151488:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f03100b0 (ffff9ab5ea87b008/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.151497:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.151509:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.151514:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.151519:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.151623:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 589824, count: 32768 00000080:00200000:0.0:1787826420.151631:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 144 00000080:00200000:0.0:1787826420.151638:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 145 00000080:00200000:0.0:1787826420.151641:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 146 00000080:00200000:0.0:1787826420.151645:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 147 00000080:00200000:0.0:1787826420.151648:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 148 00000080:00200000:0.0:1787826420.151651:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 149 00000080:00200000:0.0:1787826420.151654:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 150 00000080:00200000:0.0:1787826420.151656:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 151 00000080:00200008:0.0:1787826420.151722:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 622592, count: 32768 00000080:00200000:0.0:1787826420.151725:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 152 00000080:00200000:0.0:1787826420.151728:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 153 00000080:00200000:0.0:1787826420.151730:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 154 00000080:00200000:0.0:1787826420.151732:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 155 00000080:00200000:0.0:1787826420.151734:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 156 00000080:00200000:0.0:1787826420.151736:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 157 00000080:00200000:0.0:1787826420.151738:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 158 00000080:00200000:0.0:1787826420.151740:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 159 00000080:00200008:0.0:1787826420.151801:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 655360, count: 32768 00000080:00200000:0.0:1787826420.151803:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 160 00000080:00200000:0.0:1787826420.151805:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 161 00000080:00200000:0.0:1787826420.151807:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 162 00000080:00200000:0.0:1787826420.151808:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 163 00000080:00200000:0.0:1787826420.151810:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 164 00000080:00200000:0.0:1787826420.151812:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 165 00000080:00200000:0.0:1787826420.151814:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 166 00000080:00200000:0.0:1787826420.151815:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 167 00000080:00200008:0.0:1787826420.151877:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 688128, count: 32768 00000080:00200000:0.0:1787826420.151878:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 168 00000080:00200000:0.0:1787826420.151883:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 688128, bytes: 32768 00000080:00200000:0.0:1787826420.151887:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.151891:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.151892:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [688128, 720896) 0 0 00000080:00200000:0.0:1787826420.151896:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826420.151910:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [688128, 720896) 720896, 32768 00020000:00200000:0.0:1787826420.151912:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.151924:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [168, 175] 00000008:00010000:0.0:1787826420.151933:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.151937:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.151948:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.151956:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 720895) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.151964:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.151969:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.151973:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826420.151978:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [688128, 720896) 00000080:00200000:0.0:1787826420.151986:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.151988:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:688128 00000020:00010000:0.0:1787826420.152010:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.152012:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.152013:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.152015:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.152021:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1787826420.152026:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.152029:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.152032:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.152036:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.152038:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.152040:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.152103:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 720896, count: 32768 00000080:00200000:0.0:1787826420.152106:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 176 00000080:00200000:0.0:1787826420.152109:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 720896, bytes: 32768 00000080:00200000:0.0:1787826420.152110:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.152113:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.152114:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [720896, 753664) 0 0 00000080:00200000:0.0:1787826420.152115:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.152119:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [720896, 753664) 753664, 32768 00020000:00200000:0.0:1787826420.152121:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.152124:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [176, 183] 00000008:00010000:0.0:1787826420.152128:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.152129:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.152134:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826420.152140:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (720896 753663) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826420.152145:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826420.152150:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826420.152153:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826420.152158:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [720896, 753664) 00000080:00200000:0.0:1787826420.152161:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.152163:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:720896 00000020:00010000:0.0:1787826420.152181:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.152197:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.152200:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.152203:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826420.152214:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1787826420.152224:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.152226:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.152231:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.152236:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.152239:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.152241:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.152309:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 753664, count: 32768 00000080:00200000:0.0:1787826420.152314:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 184 00000080:00200000:0.0:1787826420.152320:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 753664, bytes: 32768 00000080:00200000:0.0:1787826420.152322:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.152325:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.152327:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [753664, 786432) 0 0 00000080:00200000:0.0:1787826420.152329:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.152335:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [753664, 786432) 786432, 32768 00020000:00200000:0.0:1787826420.152337:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.152343:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [184, 191] 00000008:00010000:0.0:1787826420.152349:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.152351:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.152358:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826420.152367:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (753664 786431) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826420.152375:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826420.152383:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826420.152391:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826420.152427:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [753664, 786432) 00000080:00200000:0.0:1787826420.152435:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.152438:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:753664 00000020:00010000:0.0:1787826420.152470:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.152474:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.152476:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.152481:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826420.152488:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1787826420.152497:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.152499:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.152505:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.152509:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.152512:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.152515:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.152585:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 786432, count: 32768 00000080:00200000:0.0:1787826420.152590:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 192 00000080:00200000:0.0:1787826420.152595:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 786432, bytes: 32768 00000080:00200000:0.0:1787826420.152598:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.152601:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.152603:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [786432, 819200) 0 0 00000080:00200000:0.0:1787826420.152606:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.152612:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [786432, 819200) 819200, 32768 00020000:00200000:0.0:1787826420.152615:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.152620:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [192, 199] 00000008:00010000:0.0:1787826420.152625:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.152628:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.152636:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826420.152645:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (786432 819199) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826420.152654:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826420.152662:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826420.152670:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826420.152678:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [786432, 819200) 00000080:00200000:0.0:1787826420.152684:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.152686:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:786432 00000020:00010000:0.0:1787826420.152705:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.152708:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.152709:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.152712:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826420.152717:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1787826420.152722:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.152724:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.152727:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.152730:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.152731:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.152733:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.152797:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 819200, count: 32768 00000080:00200000:0.0:1787826420.152800:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 200 00000080:00200000:0.0:1787826420.152803:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 819200, bytes: 32768 00000080:00200000:0.0:1787826420.152804:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.152807:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.152808:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [819200, 851968) 0 0 00000080:00200000:0.0:1787826420.152810:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.152814:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [819200, 851968) 851968, 32768 00020000:00200000:0.0:1787826420.152815:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.152819:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [200, 207] 00000008:00010000:0.0:1787826420.152822:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.152824:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.152829:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826420.152835:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (819200 851967) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826420.152841:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826420.152845:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826420.152849:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826420.152853:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [819200, 851968) 00000080:00200000:0.0:1787826420.152856:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.152857:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:819200 00000020:00010000:0.0:1787826420.152876:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.152878:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.152879:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.152881:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826420.152886:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1787826420.152891:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.152893:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.152895:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.152898:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.152899:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.152901:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.152964:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 851968, count: 32768 00000080:00200000:0.0:1787826420.152966:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 208 00000080:00200000:0.0:1787826420.152969:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 851968, bytes: 32768 00000080:00200000:0.0:1787826420.152970:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.152973:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.152974:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [851968, 884736) 0 0 00000080:00200000:0.0:1787826420.152975:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.152979:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [851968, 884736) 884736, 32768 00020000:00200000:0.0:1787826420.152980:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.152983:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [208, 215] 00000008:00010000:0.0:1787826420.152987:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.152988:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.152992:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826420.152998:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (851968 884735) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826420.153003:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826420.153008:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826420.153012:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826420.153016:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [851968, 884736) 00000080:00200000:0.0:1787826420.153018:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.153020:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:851968 00000020:00010000:0.0:1787826420.153037:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.153039:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.153040:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.153042:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826420.153047:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:0.0:1787826420.153052:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.153053:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.153056:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.153059:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.153061:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.153062:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.153125:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 884736, count: 32768 00000080:00200000:0.0:1787826420.153128:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 216 00000080:00200000:0.0:1787826420.153130:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 884736, bytes: 32768 00000080:00200000:0.0:1787826420.153131:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.153133:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.153134:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [884736, 917504) 0 0 00000080:00200000:0.0:1787826420.153136:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.153139:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [884736, 917504) 917504, 32768 00020000:00200000:0.0:1787826420.153141:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.153144:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [216, 223] 00000008:00010000:0.0:1787826420.153147:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.153149:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.153153:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826420.153159:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 917503) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826420.153164:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826420.153169:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826420.153173:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826420.153176:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [884736, 917504) 00000080:00200000:0.0:1787826420.153179:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.153180:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:884736 00000020:00010000:0.0:1787826420.153219:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.153222:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.153223:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.153226:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826420.153231:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00010000:0.0:1787826420.153237:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.153239:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.153242:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.153245:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.153247:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.153248:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.153314:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 917504, count: 32768 00000080:00200000:0.0:1787826420.153320:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 224 00000080:00200000:0.0:1787826420.153324:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 917504, bytes: 32768 00000080:00200000:0.0:1787826420.153327:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.153330:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.153332:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [917504, 950272) 0 0 00000080:00200000:0.0:1787826420.153335:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.153341:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [917504, 950272) 950272, 32768 00020000:00200000:0.0:1787826420.153343:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.153348:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [224, 231] 00000008:00010000:0.0:1787826420.153354:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.153356:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.153363:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826420.153377:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (917504 950271) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826420.153386:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826420.153393:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826420.153429:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1787826420.153436:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [917504, 950272) 00000080:00200000:0.0:1787826420.153443:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.153446:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:917504 00000020:00010000:0.0:1787826420.153477:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.153480:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.153483:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.153487:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1787826420.153496:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000020:00010000:0.0:1787826420.153505:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.153507:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.153512:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.153517:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.153520:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.153523:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.153592:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 950272, count: 32768 00000080:00200000:0.0:1787826420.153597:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 232 00000080:00200000:0.0:1787826420.153602:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 950272, bytes: 32768 00000080:00200000:0.0:1787826420.153604:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.153608:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.153610:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [950272, 983040) 0 0 00000080:00200000:0.0:1787826420.153612:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.153619:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [950272, 983040) 983040, 32768 00020000:00200000:0.0:1787826420.153621:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.153626:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [232, 239] 00000008:00010000:0.0:1787826420.153632:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.153635:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.153644:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787826420.153653:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (950272 983039) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787826420.153661:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787826420.153668:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787826420.153675:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000080:00200000:0.0:1787826420.153682:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [950272, 983040) 00000080:00200000:0.0:1787826420.153688:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.153691:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:950272 00000020:00010000:0.0:1787826420.153721:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.153724:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.153726:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.153730:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1787826420.153738:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1787826420.153745:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.153748:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.153753:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.153757:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.153761:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.153763:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.153831:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 983040, count: 32768 00000080:00200000:0.0:1787826420.153843:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 240 00000080:00200000:0.0:1787826420.153847:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 983040, bytes: 32768 00000080:00200000:0.0:1787826420.153851:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.153854:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.153856:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [983040, 1015808) 0 0 00000080:00200000:0.0:1787826420.153858:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.153865:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [983040, 1015808) 1015808, 32768 00020000:00200000:0.0:1787826420.153868:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.153874:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [240, 247] 00000008:00010000:0.0:1787826420.153880:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.153882:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.153890:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826420.153898:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (983040 1015807) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826420.153912:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826420.153920:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826420.153928:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826420.153936:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [983040, 1015808) 00000080:00200000:0.0:1787826420.153941:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.153944:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:983040 00000020:00010000:0.0:1787826420.153976:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.153979:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.153982:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.153985:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826420.153993:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:0.0:1787826420.154002:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.154004:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.154009:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.154013:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.154016:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.154019:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.154087:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1015808, count: 32768 00000080:00200000:0.0:1787826420.154093:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 248 00000080:00200000:0.0:1787826420.154097:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1015808, bytes: 32768 00000080:00200000:0.0:1787826420.154099:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:0.0:1787826420.154103:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:0.0:1787826420.154105:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1015808, 1048576) 0 0 00000080:00200000:0.0:1787826420.154107:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1787826420.154114:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1015808, 1048576) 1048576, 32768 00020000:00200000:0.0:1787826420.154116:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826420.154121:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [248, 255] 00000008:00010000:0.0:1787826420.154127:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826420.154129:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54530, osc lock ffff9ab5f2329998, flags 0x0 00010000:00010000:0.0:1787826420.154136:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826420.154142:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1015808 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826420.154147:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826420.154156:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826420.154160:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787826420.154164:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1015808, 1048576) 00000080:00200000:0.0:1787826420.154167:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:0.0:1787826420.154169:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1015808 00000020:00010000:0.0:1787826420.154205:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.154208:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.154209:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54530 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826420.154212:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1787826420.154217:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:0.0:1787826420.154222:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b5d8 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.154224:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54530 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.154227:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:0.0:1787826420.154230:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.154232:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:0.0:1787826420.154234:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:0.0:1787826420.154300:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1048576, count: 32768 00000008:00010000:1.0:1787826420.184171:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000008:00010000:1.0:1787826420.184318:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb6c0 00000100:00100000:1.0:1787826420.184344:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428597376:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:0.0:1787826420.184438:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb000 00000008:00010000:0.0:1787826420.184548:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb000 00000100:00100000:0.0:1787826420.184563:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597760:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826420.185055:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00000008:00010000:1.0:1787826420.185103:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb9c0 00000100:00100000:1.0:1787826420.185118:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428597504:192.168.203.115@tcp:3:md5sum.0 00000008:00010000:1.0:1787826420.190052:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9ab5ea9cb780 00000008:00010000:1.0:1787826420.190120:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9ab5ea9cb780 00000100:00100000:1.0:1787826420.190145:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428597632:192.168.203.115@tcp:3:md5sum.0 00000080:00200000:2.0:1787826420.191314:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 256 00000080:00200000:2.0:1787826420.191336:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1048576, bytes: 32768 00000080:00200000:2.0:1787826420.191341:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.191349:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.191352:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1048576, 1081344) 0 0 00000080:00200000:2.0:1787826420.191357:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826420.191377:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1048576, 1081344) 1081344, 32768 00020000:00200000:2.0:1787826420.191381:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.191478:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [256, 263] 00000008:00010000:2.0:1787826420.191495:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.191499:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.191520:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826420.191535:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1081343) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826420.191556:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826420.191566:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826420.191638:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1787826420.191649:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1048576, 1081344) 00000080:00200000:2.0:1787826420.191663:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.191668:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1048576 00000020:00010000:2.0:1787826420.191788:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.191792:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.191795:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.191801:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826420.191811:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:2.0:1787826420.191826:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.191829:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.191837:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.191847:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.191852:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.191856:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.191940:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1081344, count: 32768 00000080:00200000:2.0:1787826420.191947:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 264 00000080:00200000:2.0:1787826420.191953:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1081344, bytes: 32768 00000080:00200000:2.0:1787826420.191956:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.191960:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.191962:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1081344, 1114112) 0 0 00000080:00200000:2.0:1787826420.191966:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.191974:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1081344, 1114112) 1114112, 32768 00020000:00200000:2.0:1787826420.191977:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.191984:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [264, 271] 00000008:00010000:2.0:1787826420.191991:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.191993:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.192002:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826420.192012:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1081344 1114111) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826420.192021:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826420.192030:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826420.192039:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1787826420.192053:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1081344, 1114112) 00000080:00200000:2.0:1787826420.192059:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.192062:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1081344 00000020:00010000:2.0:1787826420.192094:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.192097:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.192100:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.192104:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826420.192112:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00010000:2.0:1787826420.192121:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.192124:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.192129:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.192134:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.192138:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.192141:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.192222:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1114112, count: 32768 00000080:00200000:2.0:1787826420.192228:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 272 00000080:00200000:2.0:1787826420.192233:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1114112, bytes: 32768 00000080:00200000:2.0:1787826420.192236:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.192240:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.192242:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1114112, 1146880) 0 0 00000080:00200000:2.0:1787826420.192245:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.192252:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1114112, 1146880) 1146880, 32768 00020000:00200000:2.0:1787826420.192254:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.192260:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [272, 279] 00000008:00010000:2.0:1787826420.192266:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.192268:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.192276:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826420.192285:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1114112 1146879) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826420.192295:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826420.192303:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826420.192311:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1787826420.192319:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1114112, 1146880) 00000080:00200000:2.0:1787826420.192325:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.192327:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1114112 00000020:00010000:2.0:1787826420.192359:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.192362:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.192365:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.192370:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826420.192377:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:2.0:1787826420.192386:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.192388:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.192393:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.192420:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.192425:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.192428:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.192497:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1146880, count: 32768 00000080:00200000:2.0:1787826420.192503:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 280 00000080:00200000:2.0:1787826420.192508:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1146880, bytes: 32768 00000080:00200000:2.0:1787826420.192510:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.192514:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.192515:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1146880, 1179648) 0 0 00000080:00200000:2.0:1787826420.192518:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.192524:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1146880, 1179648) 1179648, 32768 00020000:00200000:2.0:1787826420.192527:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.192532:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [280, 287] 00000008:00010000:2.0:1787826420.192538:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.192540:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.192547:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826420.192556:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1146880 1179647) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826420.192564:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826420.192648:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826420.192656:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787826420.192664:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1146880, 1179648) 00000080:00200000:2.0:1787826420.192671:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.192674:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1146880 00000020:00010000:2.0:1787826420.192781:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.192785:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.192787:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.192792:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826420.192801:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00010000:2.0:1787826420.192811:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.192814:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.192819:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.192824:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.192827:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.192831:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.192902:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1179648, count: 32768 00000080:00200000:2.0:1787826420.192907:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 288 00000080:00200000:2.0:1787826420.192912:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1179648, bytes: 32768 00000080:00200000:2.0:1787826420.192914:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.192918:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.192920:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1179648, 1212416) 0 0 00000080:00200000:2.0:1787826420.192923:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.192930:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1179648, 1212416) 1212416, 32768 00020000:00200000:2.0:1787826420.192932:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.192938:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [288, 295] 00000008:00010000:2.0:1787826420.192945:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.192947:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.192955:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826420.192966:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1179648 1212415) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826420.192976:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826420.192985:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826420.192993:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787826420.193001:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1179648, 1212416) 00000080:00200000:2.0:1787826420.193007:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.193011:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1179648 00000020:00010000:2.0:1787826420.193045:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.193048:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.193051:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.193055:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826420.193064:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00010000:2.0:1787826420.193072:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.193075:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.193079:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.193084:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.193086:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.193089:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.193159:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1212416, count: 32768 00000080:00200000:2.0:1787826420.193165:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 296 00000080:00200000:2.0:1787826420.193170:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1212416, bytes: 32768 00000080:00200000:2.0:1787826420.193173:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.193177:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.193178:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1212416, 1245184) 0 0 00000080:00200000:2.0:1787826420.193192:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.193199:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1212416, 1245184) 1245184, 32768 00020000:00200000:2.0:1787826420.193202:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.193208:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [296, 303] 00000008:00010000:2.0:1787826420.193214:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.193217:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.193225:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826420.193240:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1212416 1245183) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826420.193251:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826420.193259:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826420.193267:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787826420.193275:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1212416, 1245184) 00000080:00200000:2.0:1787826420.193281:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.193284:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1212416 00000020:00010000:2.0:1787826420.193316:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.193319:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.193322:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.193326:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826420.193334:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:2.0:1787826420.193341:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.193344:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.193349:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.193354:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.193357:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.193359:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.193649:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1245184, count: 32768 00000080:00200000:2.0:1787826420.193656:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 304 00000080:00200000:2.0:1787826420.193663:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1245184, bytes: 32768 00000080:00200000:2.0:1787826420.193666:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.193670:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.193672:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1245184, 1277952) 0 0 00000080:00200000:2.0:1787826420.193675:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.193682:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1245184, 1277952) 1277952, 32768 00020000:00200000:2.0:1787826420.193685:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.193763:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [304, 311] 00000008:00010000:2.0:1787826420.193773:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.193776:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.193786:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.193796:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1245184 1277951) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.193806:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.193815:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.193828:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787826420.193836:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1245184, 1277952) 00000080:00200000:2.0:1787826420.193843:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.193846:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1245184 00000020:00010000:2.0:1787826420.193882:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.193885:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.193888:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.193892:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826420.193901:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000020:00010000:2.0:1787826420.193909:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.193912:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.193916:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.193921:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.193924:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.193926:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.193997:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1277952, count: 32768 00000080:00200000:2.0:1787826420.194002:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 312 00000080:00200000:2.0:1787826420.194007:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1277952, bytes: 32768 00000080:00200000:2.0:1787826420.194010:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.194014:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.194017:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1277952, 1310720) 0 0 00000080:00200000:2.0:1787826420.194020:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.194027:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1277952, 1310720) 1310720, 32768 00020000:00200000:2.0:1787826420.194030:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.194035:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [312, 319] 00000008:00010000:2.0:1787826420.194041:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.194044:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.194051:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826420.194060:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1277952 1310719) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826420.194069:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826420.194077:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826420.194084:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1787826420.194092:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1277952, 1310720) 00000080:00200000:2.0:1787826420.194098:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.194101:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1277952 00000020:00010000:2.0:1787826420.194133:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.194137:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.194139:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.194143:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826420.194153:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00010000:2.0:1787826420.194161:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.194164:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.194169:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.194173:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.194176:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.194179:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.194259:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1310720, count: 32768 00000080:00200000:2.0:1787826420.194265:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 320 00000080:00200000:2.0:1787826420.194270:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1310720, bytes: 32768 00000080:00200000:2.0:1787826420.194272:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.194277:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.194279:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1310720, 1343488) 0 0 00000080:00200000:2.0:1787826420.194282:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.194288:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1310720, 1343488) 1343488, 32768 00020000:00200000:2.0:1787826420.194291:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.194296:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [320, 327] 00000008:00010000:2.0:1787826420.194302:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.194305:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.194313:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826420.194322:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1310720 1343487) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826420.194336:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826420.194343:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826420.194349:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1787826420.194357:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1310720, 1343488) 00000080:00200000:2.0:1787826420.194363:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.194366:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1310720 00000020:00010000:2.0:1787826420.194420:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.194424:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.194427:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.194432:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826420.194440:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00010000:2.0:1787826420.194448:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.194451:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.194456:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.194460:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.194463:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.194466:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.194534:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1343488, count: 32768 00000080:00200000:2.0:1787826420.194540:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 328 00000080:00200000:2.0:1787826420.194545:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1343488, bytes: 32768 00000080:00200000:2.0:1787826420.194547:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.194551:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.194553:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1343488, 1376256) 0 0 00000080:00200000:2.0:1787826420.194556:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.194563:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1343488, 1376256) 1376256, 32768 00020000:00200000:2.0:1787826420.194565:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.194571:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [328, 335] 00000008:00010000:2.0:1787826420.194651:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.194654:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.194664:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1787826420.194674:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1343488 1376255) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1787826420.194684:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1787826420.194758:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1787826420.194769:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000080:00200000:2.0:1787826420.194784:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1343488, 1376256) 00000080:00200000:2.0:1787826420.194791:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.194794:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1343488 00000020:00010000:2.0:1787826420.194830:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.194833:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.194835:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.194840:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1787826420.194850:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000020:00010000:2.0:1787826420.194858:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.194861:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.194866:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.194871:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.194874:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.194876:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.194945:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1376256, count: 32768 00000080:00200000:2.0:1787826420.194950:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 336 00000080:00200000:2.0:1787826420.194955:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1376256, bytes: 32768 00000080:00200000:2.0:1787826420.194958:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.194962:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.194963:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1376256, 1409024) 0 0 00000080:00200000:2.0:1787826420.194966:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.194973:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1376256, 1409024) 1409024, 32768 00020000:00200000:2.0:1787826420.194976:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.194982:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [336, 343] 00000008:00010000:2.0:1787826420.194989:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.194991:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.194999:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826420.195009:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1376256 1409023) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826420.195019:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826420.195028:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826420.195036:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1787826420.195043:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1376256, 1409024) 00000080:00200000:2.0:1787826420.195049:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.195052:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1376256 00000020:00010000:2.0:1787826420.195085:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.195088:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.195091:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.195095:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826420.195105:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000020:00010000:2.0:1787826420.195114:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.195116:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.195122:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.195126:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.195129:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.195132:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.195214:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1409024, count: 32768 00000080:00200000:2.0:1787826420.195219:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 344 00000080:00200000:2.0:1787826420.195223:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1409024, bytes: 32768 00000080:00200000:2.0:1787826420.195226:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.195230:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.195231:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1409024, 1441792) 0 0 00000080:00200000:2.0:1787826420.195234:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.195241:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1409024, 1441792) 1441792, 32768 00020000:00200000:2.0:1787826420.195244:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.195249:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [344, 351] 00000008:00010000:2.0:1787826420.195255:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.195258:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.195267:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826420.195276:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1409024 1441791) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826420.195286:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826420.195301:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826420.195309:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1787826420.195317:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1409024, 1441792) 00000080:00200000:2.0:1787826420.195322:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.195325:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1409024 00000020:00010000:2.0:1787826420.195355:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.195358:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.195361:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.195365:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826420.195374:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000020:00010000:2.0:1787826420.195382:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.195384:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.195389:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.195394:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.195487:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.195492:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.195562:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1441792, count: 32768 00000080:00200000:2.0:1787826420.195567:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 352 00000080:00200000:2.0:1787826420.195573:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1441792, bytes: 32768 00000080:00200000:2.0:1787826420.195649:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.195654:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.195655:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1441792, 1474560) 0 0 00000080:00200000:2.0:1787826420.195658:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.195665:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1441792, 1474560) 1474560, 32768 00020000:00200000:2.0:1787826420.195668:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.195675:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [352, 359] 00000008:00010000:2.0:1787826420.195681:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.195683:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.195762:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826420.195774:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1441792 1474559) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826420.195784:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826420.195793:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826420.195801:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1787826420.195810:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1441792, 1474560) 00000080:00200000:2.0:1787826420.195817:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.195820:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1441792 00000020:00010000:2.0:1787826420.195856:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.195860:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.195863:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.195867:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826420.195876:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000020:00010000:2.0:1787826420.195885:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.195888:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.195892:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.195897:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.195901:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.195904:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.195974:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1474560, count: 32768 00000080:00200000:2.0:1787826420.195979:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 360 00000080:00200000:2.0:1787826420.195984:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1474560, bytes: 32768 00000080:00200000:2.0:1787826420.195987:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.195991:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.195992:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1474560, 1507328) 0 0 00000080:00200000:2.0:1787826420.195995:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.196002:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1474560, 1507328) 1507328, 32768 00020000:00200000:2.0:1787826420.196005:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.196011:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [360, 367] 00000008:00010000:2.0:1787826420.196017:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.196019:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.196028:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826420.196044:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1474560 1507327) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826420.196053:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826420.196062:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826420.196071:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787826420.196078:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1474560, 1507328) 00000080:00200000:2.0:1787826420.196084:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.196087:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1474560 00000020:00010000:2.0:1787826420.196118:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.196121:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.196124:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.196128:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826420.196137:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000020:00010000:2.0:1787826420.196146:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.196149:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.196154:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.196159:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.196162:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.196164:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.196244:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1507328, count: 32768 00000080:00200000:2.0:1787826420.196250:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 368 00000080:00200000:2.0:1787826420.196255:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1507328, bytes: 32768 00000080:00200000:2.0:1787826420.196257:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.196260:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.196262:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1507328, 1540096) 0 0 00000080:00200000:2.0:1787826420.196265:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.196271:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1507328, 1540096) 1540096, 32768 00020000:00200000:2.0:1787826420.196273:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.196279:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [368, 375] 00000008:00010000:2.0:1787826420.196284:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.196287:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.196295:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1787826420.196305:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1507328 1540095) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1787826420.196314:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1787826420.196322:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1787826420.196334:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000080:00200000:2.0:1787826420.196341:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1507328, 1540096) 00000080:00200000:2.0:1787826420.196347:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.196350:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1507328 00000020:00010000:2.0:1787826420.196380:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.196384:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.196386:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.196391:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1787826420.196422:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000020:00010000:2.0:1787826420.196432:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.196435:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.196440:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.196445:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.196448:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.196451:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.196519:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1540096, count: 32768 00000080:00200000:2.0:1787826420.196524:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 376 00000080:00200000:2.0:1787826420.196529:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1540096, bytes: 32768 00000080:00200000:2.0:1787826420.196532:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.196536:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.196538:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1540096, 1572864) 0 0 00000080:00200000:2.0:1787826420.196540:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.196547:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1540096, 1572864) 1572864, 32768 00020000:00200000:2.0:1787826420.196549:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.196554:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [376, 383] 00000008:00010000:2.0:1787826420.196560:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.196562:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.196569:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826420.196649:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1540096 1572863) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826420.196660:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826420.196667:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826420.196675:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000080:00200000:2.0:1787826420.196683:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1540096, 1572864) 00000080:00200000:2.0:1787826420.196689:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.196692:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1540096 00000020:00010000:2.0:1787826420.196795:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.196799:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.196802:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.196807:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826420.196816:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000020:00010000:2.0:1787826420.196825:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.196828:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.196833:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.196838:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.196841:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.196844:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.196914:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1572864, count: 32768 00000080:00200000:2.0:1787826420.196920:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 384 00000080:00200000:2.0:1787826420.196924:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1572864, bytes: 32768 00000080:00200000:2.0:1787826420.196927:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.196931:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.196932:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1572864, 1605632) 0 0 00000080:00200000:2.0:1787826420.196935:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.196943:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1572864, 1605632) 1605632, 32768 00020000:00200000:2.0:1787826420.196945:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.196951:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [384, 391] 00000008:00010000:2.0:1787826420.196957:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.196960:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.196968:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787826420.196978:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1572864 1605631) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787826420.196993:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787826420.197002:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787826420.197011:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787826420.197019:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1572864, 1605632) 00000080:00200000:2.0:1787826420.197025:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.197028:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1572864 00000020:00010000:2.0:1787826420.197060:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.197063:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.197066:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.197070:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:2.0:1787826420.197078:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000020:00010000:2.0:1787826420.197086:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.197088:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.197093:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.197098:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.197100:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.197103:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.197171:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1605632, count: 32768 00000080:00200000:2.0:1787826420.197176:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 392 00000080:00200000:2.0:1787826420.197180:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1605632, bytes: 32768 00000080:00200000:2.0:1787826420.197194:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.197198:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.197200:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1605632, 1638400) 0 0 00000080:00200000:2.0:1787826420.197202:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.197209:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1605632, 1638400) 1638400, 32768 00020000:00200000:2.0:1787826420.197212:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.197218:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [392, 399] 00000008:00010000:2.0:1787826420.197224:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.197226:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.197234:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1787826420.197244:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1605632 1638399) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1787826420.197254:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1787826420.197262:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1787826420.197269:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000080:00200000:2.0:1787826420.197282:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1605632, 1638400) 00000080:00200000:2.0:1787826420.197288:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.197291:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1605632 00000020:00010000:2.0:1787826420.197324:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.197328:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.197330:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.197334:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1787826420.197341:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00000020:00010000:2.0:1787826420.197349:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.197351:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.197356:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.197360:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.197363:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.197366:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.197770:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1638400, count: 32768 00000080:00200000:2.0:1787826420.197778:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 400 00000080:00200000:2.0:1787826420.197785:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1638400, bytes: 32768 00000080:00200000:2.0:1787826420.197788:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.197792:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.197793:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1638400, 1671168) 0 0 00000080:00200000:2.0:1787826420.197797:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.197805:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1638400, 1671168) 1671168, 32768 00020000:00200000:2.0:1787826420.197808:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.197816:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [400, 407] 00000008:00010000:2.0:1787826420.197824:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.197827:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.197835:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826420.197845:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1638400 1671167) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826420.197854:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826420.197863:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826420.197871:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00000080:00200000:2.0:1787826420.197880:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1638400, 1671168) 00000080:00200000:2.0:1787826420.197887:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.197890:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1638400 00000020:00010000:2.0:1787826420.197924:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.197928:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.197931:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.197935:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826420.197943:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00000020:00010000:2.0:1787826420.197952:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.197954:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.197959:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.197964:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.197967:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.197969:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.198039:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1671168, count: 32768 00000080:00200000:2.0:1787826420.198045:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 408 00000080:00200000:2.0:1787826420.198050:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1671168, bytes: 32768 00000080:00200000:2.0:1787826420.198052:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.198056:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.198058:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1671168, 1703936) 0 0 00000080:00200000:2.0:1787826420.198060:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.198067:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1671168, 1703936) 1703936, 32768 00020000:00200000:2.0:1787826420.198069:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.198075:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [408, 415] 00000008:00010000:2.0:1787826420.198080:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.198082:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.198090:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826420.198099:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1671168 1703935) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826420.198108:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826420.198122:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826420.198129:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00000080:00200000:2.0:1787826420.198136:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1671168, 1703936) 00000080:00200000:2.0:1787826420.198142:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.198145:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1671168 00000020:00010000:2.0:1787826420.198179:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.198195:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.198197:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.198202:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826420.198210:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00000020:00010000:2.0:1787826420.198219:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.198222:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.198227:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.198231:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.198234:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.198238:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.198308:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1703936, count: 32768 00000080:00200000:2.0:1787826420.198314:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 416 00000080:00200000:2.0:1787826420.198318:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1703936, bytes: 32768 00000080:00200000:2.0:1787826420.198321:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.198325:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.198326:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1703936, 1736704) 0 0 00000080:00200000:2.0:1787826420.198329:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.198335:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1703936, 1736704) 1736704, 32768 00020000:00200000:2.0:1787826420.198337:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.198342:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [416, 423] 00000008:00010000:2.0:1787826420.198348:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.198350:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.198358:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826420.198368:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1703936 1736703) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826420.198376:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826420.198384:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826420.198391:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00000080:00200000:2.0:1787826420.198421:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1703936, 1736704) 00000080:00200000:2.0:1787826420.198429:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.198432:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1703936 00000020:00010000:2.0:1787826420.198465:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.198468:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.198471:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.198475:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826420.198482:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00000020:00010000:2.0:1787826420.198489:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.198491:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.198496:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.198500:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.198503:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.198505:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.198647:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1736704, count: 32768 00000080:00200000:2.0:1787826420.198653:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 424 00000080:00200000:2.0:1787826420.198659:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1736704, bytes: 32768 00000080:00200000:2.0:1787826420.198661:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.198665:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.198666:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1736704, 1769472) 0 0 00000080:00200000:2.0:1787826420.198669:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.198675:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1736704, 1769472) 1769472, 32768 00020000:00200000:2.0:1787826420.198678:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.198683:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [424, 431] 00000008:00010000:2.0:1787826420.198689:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.198691:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.198767:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826420.198784:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1736704 1769471) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826420.198793:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826420.198802:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826420.198810:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00000080:00200000:2.0:1787826420.198818:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1736704, 1769472) 00000080:00200000:2.0:1787826420.198824:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.198828:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1736704 00000020:00010000:2.0:1787826420.198860:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.198863:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.198866:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.198869:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826420.198878:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00000020:00010000:2.0:1787826420.198886:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.198888:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.198894:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.198899:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.198902:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.198904:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.198973:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1769472, count: 32768 00000080:00200000:2.0:1787826420.198978:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 432 00000080:00200000:2.0:1787826420.198983:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1769472, bytes: 32768 00000080:00200000:2.0:1787826420.198985:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.198989:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.198990:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1769472, 1802240) 0 0 00000080:00200000:2.0:1787826420.198992:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.198999:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1769472, 1802240) 1802240, 32768 00020000:00200000:2.0:1787826420.199001:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.199006:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [432, 439] 00000008:00010000:2.0:1787826420.199012:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.199014:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.199021:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826420.199031:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1769472 1802239) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826420.199040:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826420.199049:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826420.199061:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826420.199067:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1769472, 1802240) 00000080:00200000:2.0:1787826420.199072:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.199075:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1769472 00000020:00010000:2.0:1787826420.199104:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.199107:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.199109:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.199113:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826420.199122:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00000020:00010000:2.0:1787826420.199130:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.199132:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.199137:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.199141:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.199145:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.199147:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.199229:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1802240, count: 32768 00000080:00200000:2.0:1787826420.199234:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 440 00000080:00200000:2.0:1787826420.199239:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1802240, bytes: 32768 00000080:00200000:2.0:1787826420.199242:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.199246:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.199248:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1802240, 1835008) 0 0 00000080:00200000:2.0:1787826420.199250:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.199257:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1802240, 1835008) 1835008, 32768 00020000:00200000:2.0:1787826420.199259:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.199264:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [440, 447] 00000008:00010000:2.0:1787826420.199269:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.199272:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.199279:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826420.199288:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1802240 1835007) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826420.199298:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826420.199306:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826420.199313:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826420.199320:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1802240, 1835008) 00000080:00200000:2.0:1787826420.199327:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.199329:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1802240 00000020:00010000:2.0:1787826420.199358:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.199362:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.199364:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.199368:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826420.199377:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00000020:00010000:2.0:1787826420.199385:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.199387:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.199392:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.199397:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.199438:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.199441:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.199509:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1835008, count: 32768 00000080:00200000:2.0:1787826420.199515:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 448 00000080:00200000:2.0:1787826420.199520:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1835008, bytes: 32768 00000080:00200000:2.0:1787826420.199523:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.199526:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.199528:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1835008, 1867776) 0 0 00000080:00200000:2.0:1787826420.199530:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.199537:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1835008, 1867776) 1867776, 32768 00020000:00200000:2.0:1787826420.199539:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.199545:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [448, 455] 00000008:00010000:2.0:1787826420.199550:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.199553:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.199561:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826420.199570:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1835008 1867775) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826420.199598:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826420.199606:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826420.199613:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826420.199620:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1835008, 1867776) 00000080:00200000:2.0:1787826420.199626:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.199629:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1835008 00000020:00010000:2.0:1787826420.199659:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.199663:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.199665:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.199669:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826420.199678:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00000020:00010000:2.0:1787826420.199686:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.199689:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.199705:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.199710:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.199714:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.199716:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.199786:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1867776, count: 32768 00000080:00200000:2.0:1787826420.199792:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 456 00000080:00200000:2.0:1787826420.199796:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1867776, bytes: 32768 00000080:00200000:2.0:1787826420.199799:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.199802:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.199804:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1867776, 1900544) 0 0 00000080:00200000:2.0:1787826420.199806:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.199812:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1867776, 1900544) 1900544, 32768 00020000:00200000:2.0:1787826420.199815:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.199820:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [456, 463] 00000008:00010000:2.0:1787826420.199826:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.199828:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.199836:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826420.199845:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1867776 1900543) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826420.199854:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826420.199863:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826420.199871:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826420.199883:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1867776, 1900544) 00000080:00200000:2.0:1787826420.199889:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.199892:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1867776 00000020:00010000:2.0:1787826420.199923:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.199926:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.199929:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.199934:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826420.199942:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00000020:00010000:2.0:1787826420.199950:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.199952:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.199957:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.199961:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.199964:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.199967:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.200037:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1900544, count: 32768 00000080:00200000:2.0:1787826420.200042:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 464 00000080:00200000:2.0:1787826420.200046:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1900544, bytes: 32768 00000080:00200000:2.0:1787826420.200049:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.200052:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.200054:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1900544, 1933312) 0 0 00000080:00200000:2.0:1787826420.200057:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.200063:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1900544, 1933312) 1933312, 32768 00020000:00200000:2.0:1787826420.200066:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.200071:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [464, 471] 00000008:00010000:2.0:1787826420.200077:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.200079:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.200086:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826420.200096:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1900544 1933311) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826420.200106:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826420.200115:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826420.200123:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00000080:00200000:2.0:1787826420.200130:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1900544, 1933312) 00000080:00200000:2.0:1787826420.200136:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.200138:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1900544 00000020:00010000:2.0:1787826420.200169:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.200172:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.200175:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.200179:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826420.200200:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00000020:00010000:2.0:1787826420.200209:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.200211:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.200217:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.200221:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.200223:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.200226:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.200295:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1933312, count: 32768 00000080:00200000:2.0:1787826420.200301:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 472 00000080:00200000:2.0:1787826420.200306:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1933312, bytes: 32768 00000080:00200000:2.0:1787826420.200308:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.200312:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.200313:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1933312, 1966080) 0 0 00000080:00200000:2.0:1787826420.200317:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.200323:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1933312, 1966080) 1966080, 32768 00020000:00200000:2.0:1787826420.200326:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.200331:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [472, 479] 00000008:00010000:2.0:1787826420.200336:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.200339:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.200347:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826420.200355:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1933312 1966079) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826420.200365:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826420.200378:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826420.200385:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00000080:00200000:2.0:1787826420.200392:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1933312, 1966080) 00000080:00200000:2.0:1787826420.200435:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.200439:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1933312 00000020:00010000:2.0:1787826420.200470:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.200474:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.200476:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.200481:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826420.200488:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00000020:00010000:2.0:1787826420.200496:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.200498:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.200502:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.200506:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.200509:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.200512:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.200579:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1966080, count: 32768 00000080:00200000:2.0:1787826420.200585:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 480 00000080:00200000:2.0:1787826420.200589:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1966080, bytes: 32768 00000080:00200000:2.0:1787826420.200591:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.200595:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.200596:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1966080, 1998848) 0 0 00000080:00200000:2.0:1787826420.200599:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.200605:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1966080, 1998848) 1998848, 32768 00020000:00200000:2.0:1787826420.200607:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.200613:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [480, 487] 00000008:00010000:2.0:1787826420.200618:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.200620:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.200628:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826420.200637:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1966080 1998847) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826420.200645:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826420.200653:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826420.200660:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00000080:00200000:2.0:1787826420.200667:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1966080, 1998848) 00000080:00200000:2.0:1787826420.200672:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.200675:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1966080 00000020:00010000:2.0:1787826420.200704:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.200708:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.200710:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.200714:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826420.200723:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00000020:00010000:2.0:1787826420.200731:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.200733:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.200737:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.200742:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.200745:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.200747:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.200816:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 1998848, count: 32768 00000080:00200000:2.0:1787826420.200821:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 488 00000080:00200000:2.0:1787826420.200826:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 1998848, bytes: 32768 00000080:00200000:2.0:1787826420.200828:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.200832:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.200834:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [1998848, 2031616) 0 0 00000080:00200000:2.0:1787826420.200837:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.200843:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [1998848, 2031616) 2031616, 32768 00020000:00200000:2.0:1787826420.200846:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.200852:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [488, 495] 00000008:00010000:2.0:1787826420.200858:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.200860:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.200868:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826420.200884:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1998848 2031615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826420.200894:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826420.200903:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826420.200912:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00000080:00200000:2.0:1787826420.200919:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [1998848, 2031616) 00000080:00200000:2.0:1787826420.200924:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.200927:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:1998848 00000020:00010000:2.0:1787826420.200957:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.200960:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.200962:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.200966:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826420.200974:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00000020:00010000:2.0:1787826420.200983:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.200985:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.200990:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.200994:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.200997:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.200999:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.201068:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2031616, count: 32768 00000080:00200000:2.0:1787826420.201073:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 496 00000080:00200000:2.0:1787826420.201078:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 2031616, bytes: 32768 00000080:00200000:2.0:1787826420.201080:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.201084:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.201086:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [2031616, 2064384) 0 0 00000080:00200000:2.0:1787826420.201088:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.201094:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [2031616, 2064384) 2064384, 32768 00020000:00200000:2.0:1787826420.201097:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.201102:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [496, 503] 00000008:00010000:2.0:1787826420.201107:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.201109:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.201117:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826420.201127:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2031616 2064383) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826420.201136:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826420.201144:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826420.201157:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00000080:00200000:2.0:1787826420.201165:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2031616, 2064384) 00000080:00200000:2.0:1787826420.201171:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.201174:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:2031616 00000020:00010000:2.0:1787826420.201667:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.201672:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.201674:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.201680:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826420.201745:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00000020:00010000:2.0:1787826420.201756:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.201759:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.201765:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.201771:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.201774:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.201777:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.201850:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2064384, count: 32768 00000080:00200000:2.0:1787826420.201855:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 504 00000080:00200000:2.0:1787826420.201861:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 2064384, bytes: 32768 00000080:00200000:2.0:1787826420.201864:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.201868:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.201870:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [2064384, 2097152) 0 0 00000080:00200000:2.0:1787826420.201873:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.201883:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [2064384, 2097152) 2097152, 32768 00020000:00200000:2.0:1787826420.201886:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.201894:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [504, 511] 00000008:00010000:2.0:1787826420.201901:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.201904:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.201913:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826420.201923:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2064384 2097151) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826420.201934:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826420.201942:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826420.201951:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787826420.201958:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [2064384, 2097152) 00000080:00200000:2.0:1787826420.201965:0:18593:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x25a:0x0] updating i_size 5242880 00000080:00200000:2.0:1787826420.201968:0:18593:0:(vvp_io.c:932:vvp_io_read_start()) count:32768 iocb pos:2064384 00000020:00010000:2.0:1787826420.202000:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.202003:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.202006:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.202010:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826420.202019:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00000020:00010000:2.0:1787826420.202028:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.202030:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.202034:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 32768 bytes 00000080:00200000:2.0:1787826420.202039:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.202042:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 32768, restart: 0 00000080:00200000:2.0:1787826420.202045:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 32768 00000080:00200008:2.0:1787826420.202114:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2097152, count: 32768 00000080:00200000:2.0:1787826420.202120:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 512 00000080:00200000:2.0:1787826420.202148:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 513 00000080:00200000:2.0:1787826420.202155:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 514 00000080:00200000:2.0:1787826420.202160:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 515 00000080:00200000:2.0:1787826420.202164:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 516 00000080:00200000:2.0:1787826420.202167:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 517 00000080:00200000:2.0:1787826420.202170:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 518 00000080:00200000:2.0:1787826420.202174:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 519 00000080:00200008:2.0:1787826420.202257:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2129920, count: 32768 00000080:00200000:2.0:1787826420.202262:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 520 00000080:00200000:2.0:1787826420.202266:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 521 00000080:00200000:2.0:1787826420.202269:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 522 00000080:00200000:2.0:1787826420.202272:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 523 00000080:00200000:2.0:1787826420.202275:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 524 00000080:00200000:2.0:1787826420.202279:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 525 00000080:00200000:2.0:1787826420.202282:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 526 00000080:00200000:2.0:1787826420.202285:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 527 00000080:00200008:2.0:1787826420.202355:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2162688, count: 32768 00000080:00200000:2.0:1787826420.202361:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 528 00000080:00200000:2.0:1787826420.202365:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 529 00000080:00200000:2.0:1787826420.202368:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 530 00000080:00200000:2.0:1787826420.202371:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 531 00000080:00200000:2.0:1787826420.202374:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 532 00000080:00200000:2.0:1787826420.202377:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 533 00000080:00200000:2.0:1787826420.202381:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 534 00000080:00200000:2.0:1787826420.202384:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 535 00000080:00200000:1.0:1787826420.202594:0:14993:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200008:2.0:1787826420.202710:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2195456, count: 32768 00000080:00200000:2.0:1787826420.202717:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 536 00000080:00200000:2.0:1787826420.202722:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 537 00000080:00200000:2.0:1787826420.202726:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 538 00000080:00200000:2.0:1787826420.202730:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 539 00000080:00200000:2.0:1787826420.202733:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 540 00000080:00200000:2.0:1787826420.202736:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 541 00000080:00200000:2.0:1787826420.202739:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 542 00000080:00200000:2.0:1787826420.202742:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 543 00000080:00200008:2.0:1787826420.202812:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2228224, count: 32768 00000080:00200000:2.0:1787826420.202818:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 544 00000080:00200000:2.0:1787826420.202821:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 545 00000080:00200000:2.0:1787826420.202824:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 546 00000080:00200000:2.0:1787826420.202827:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 547 00000080:00200000:2.0:1787826420.202830:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 548 00000080:00200000:2.0:1787826420.202833:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 549 00000080:00200000:2.0:1787826420.202836:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 550 00000080:00200000:2.0:1787826420.202838:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 551 00000080:00200008:2.0:1787826420.202907:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2260992, count: 32768 00000080:00200000:2.0:1787826420.202912:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 552 00000080:00200000:2.0:1787826420.202915:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 553 00000080:00200000:2.0:1787826420.202919:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 554 00000080:00200000:2.0:1787826420.202922:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 555 00000080:00200000:2.0:1787826420.202925:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 556 00000080:00200000:2.0:1787826420.202928:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 557 00000080:00200000:2.0:1787826420.202931:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 558 00000080:00200000:2.0:1787826420.202934:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 559 00000080:00200008:2.0:1787826420.203003:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2293760, count: 32768 00000080:00200000:2.0:1787826420.203008:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 560 00000080:00200000:2.0:1787826420.203012:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 561 00000080:00200000:2.0:1787826420.203016:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 562 00000080:00200000:2.0:1787826420.203019:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 563 00000080:00200000:2.0:1787826420.203022:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 564 00000080:00200000:2.0:1787826420.203025:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 565 00000080:00200000:2.0:1787826420.203028:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 566 00000080:00200000:2.0:1787826420.203031:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 567 00000080:00200008:2.0:1787826420.203101:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2326528, count: 32768 00000080:00200000:2.0:1787826420.203105:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 568 00000080:00200000:2.0:1787826420.203110:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 569 00000080:00200000:2.0:1787826420.203113:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 570 00000080:00200000:2.0:1787826420.203116:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 571 00000080:00200000:2.0:1787826420.203120:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 572 00000080:00200000:2.0:1787826420.203123:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 573 00000080:00200000:2.0:1787826420.203127:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 574 00000080:00200000:2.0:1787826420.203129:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 575 00000080:00200008:2.0:1787826420.203211:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2359296, count: 32768 00000080:00200000:2.0:1787826420.203216:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 576 00000080:00200000:2.0:1787826420.203220:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 577 00000080:00200000:2.0:1787826420.203223:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 578 00000080:00200000:2.0:1787826420.203227:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 579 00000080:00200000:2.0:1787826420.203229:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 580 00000080:00200000:2.0:1787826420.203232:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 581 00000080:00200000:2.0:1787826420.203235:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 582 00000080:00200000:2.0:1787826420.203238:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 583 00000080:00200008:2.0:1787826420.203308:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2392064, count: 32768 00000080:00200000:2.0:1787826420.203314:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 584 00000080:00200000:2.0:1787826420.203318:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 585 00000080:00200000:2.0:1787826420.203321:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 586 00000080:00200000:2.0:1787826420.203324:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 587 00000080:00200000:2.0:1787826420.203327:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 588 00000080:00200000:2.0:1787826420.203330:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 589 00000080:00200000:2.0:1787826420.203333:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 590 00000080:00200000:2.0:1787826420.203335:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 591 00000080:00200008:2.0:1787826420.203429:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2424832, count: 32768 00000080:00200000:2.0:1787826420.203434:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 592 00000080:00200000:2.0:1787826420.203438:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 593 00000080:00200000:2.0:1787826420.203441:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 594 00000080:00200000:2.0:1787826420.203445:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 595 00000080:00200000:2.0:1787826420.203448:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 596 00000080:00200000:2.0:1787826420.203451:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 597 00000080:00200000:2.0:1787826420.203454:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 598 00000080:00200000:2.0:1787826420.203456:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 599 00000080:00200008:2.0:1787826420.203525:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2457600, count: 32768 00000080:00200000:2.0:1787826420.203530:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 600 00000080:00200000:2.0:1787826420.203534:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 601 00000080:00200000:2.0:1787826420.203537:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 602 00000080:00200000:2.0:1787826420.203540:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 603 00000080:00200000:2.0:1787826420.203543:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 604 00000080:00200000:2.0:1787826420.203546:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 605 00000080:00200000:2.0:1787826420.203549:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 606 00000080:00200000:2.0:1787826420.203553:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 607 00000080:00200008:2.0:1787826420.203644:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2490368, count: 32768 00000080:00200000:2.0:1787826420.203649:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 608 00000080:00200000:2.0:1787826420.203653:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 609 00000080:00200000:2.0:1787826420.203656:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 610 00000080:00200000:2.0:1787826420.203659:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 611 00000080:00200000:2.0:1787826420.203662:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 612 00000080:00200000:2.0:1787826420.203665:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 613 00000080:00200000:2.0:1787826420.203668:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 614 00000080:00200000:2.0:1787826420.203670:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 615 00000080:00200008:2.0:1787826420.203740:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2523136, count: 32768 00000080:00200000:2.0:1787826420.203745:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 616 00000080:00200000:2.0:1787826420.203749:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 617 00000080:00200000:2.0:1787826420.203752:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 618 00000080:00200000:2.0:1787826420.203756:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 619 00000080:00200000:2.0:1787826420.203759:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 620 00000080:00200000:2.0:1787826420.203762:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 621 00000080:00200000:2.0:1787826420.203765:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 622 00000080:00200000:2.0:1787826420.203769:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 623 00000080:00200008:2.0:1787826420.203839:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2555904, count: 32768 00000080:00200000:2.0:1787826420.203844:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 624 00000080:00200000:2.0:1787826420.203848:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 625 00000080:00200000:2.0:1787826420.203851:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 626 00000080:00200000:2.0:1787826420.203854:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 627 00000080:00200000:2.0:1787826420.203857:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 628 00000080:00200000:2.0:1787826420.203860:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 629 00000080:00200000:2.0:1787826420.203863:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 630 00000080:00200000:2.0:1787826420.203866:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 631 00000080:00200008:2.0:1787826420.203936:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2588672, count: 32768 00000080:00200000:2.0:1787826420.203940:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 632 00000080:00200000:2.0:1787826420.203944:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 633 00000080:00200000:2.0:1787826420.203947:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 634 00000080:00200000:2.0:1787826420.203950:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 635 00000080:00200000:2.0:1787826420.203953:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 636 00000080:00200000:2.0:1787826420.203956:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 637 00000080:00200000:2.0:1787826420.203960:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 638 00000080:00200000:2.0:1787826420.203964:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 639 00000080:00200008:2.0:1787826420.204044:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2621440, count: 32768 00000080:00200000:2.0:1787826420.204049:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 640 00000080:00200000:2.0:1787826420.204053:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 641 00000080:00200000:2.0:1787826420.204056:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 642 00000080:00200000:2.0:1787826420.204059:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 643 00000080:00200000:2.0:1787826420.204062:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 644 00000080:00200000:2.0:1787826420.204064:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 645 00000080:00200000:2.0:1787826420.204067:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 646 00000080:00200000:2.0:1787826420.204070:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 647 00000080:00200008:2.0:1787826420.204140:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2654208, count: 32768 00000080:00200000:2.0:1787826420.204145:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 648 00000080:00200000:2.0:1787826420.204149:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 649 00000080:00200000:2.0:1787826420.204152:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 650 00000080:00200000:2.0:1787826420.204155:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 651 00000080:00200000:2.0:1787826420.204159:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 652 00000080:00200000:2.0:1787826420.204162:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 653 00000080:00200000:2.0:1787826420.204165:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 654 00000080:00200000:2.0:1787826420.204167:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 655 00000080:00200008:2.0:1787826420.204248:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2686976, count: 32768 00000080:00200000:2.0:1787826420.204252:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 656 00000080:00200000:2.0:1787826420.204257:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 657 00000080:00200000:2.0:1787826420.204260:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 658 00000080:00200000:2.0:1787826420.204263:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 659 00000080:00200000:2.0:1787826420.204266:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 660 00000080:00200000:2.0:1787826420.204269:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 661 00000080:00200000:2.0:1787826420.204272:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 662 00000080:00200000:2.0:1787826420.204275:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 663 00000080:00200008:2.0:1787826420.204342:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2719744, count: 32768 00000080:00200000:2.0:1787826420.204347:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 664 00000080:00200000:2.0:1787826420.204350:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 665 00000080:00200000:2.0:1787826420.204354:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 666 00000080:00200000:2.0:1787826420.204357:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 667 00000080:00200000:2.0:1787826420.204359:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 668 00000080:00200000:2.0:1787826420.204363:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 669 00000080:00200000:2.0:1787826420.204366:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 670 00000080:00200000:2.0:1787826420.204369:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 671 00000080:00200008:2.0:1787826420.204489:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2752512, count: 32768 00000080:00200000:2.0:1787826420.204495:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 672 00000080:00200000:2.0:1787826420.204499:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 673 00000080:00200000:2.0:1787826420.204502:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 674 00000080:00200000:2.0:1787826420.204505:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 675 00000080:00200000:2.0:1787826420.204508:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 676 00000080:00200000:2.0:1787826420.204511:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 677 00000080:00200000:2.0:1787826420.204514:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 678 00000080:00200000:2.0:1787826420.204516:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 679 00000080:00200008:2.0:1787826420.204584:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2785280, count: 32768 00000080:00200000:2.0:1787826420.204589:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 680 00000080:00200000:2.0:1787826420.204593:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 681 00000080:00200000:2.0:1787826420.204596:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 682 00000080:00200000:2.0:1787826420.204599:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 683 00000080:00200000:2.0:1787826420.204603:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 684 00000080:00200000:2.0:1787826420.204606:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 685 00000080:00200000:2.0:1787826420.204609:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 686 00000080:00200000:2.0:1787826420.204612:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 687 00000080:00200008:2.0:1787826420.204680:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2818048, count: 32768 00000080:00200000:2.0:1787826420.204686:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 688 00000080:00200000:2.0:1787826420.204690:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 689 00000080:00200000:2.0:1787826420.204694:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 690 00000080:00200000:2.0:1787826420.204697:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 691 00000080:00200000:2.0:1787826420.204700:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 692 00000080:00200000:2.0:1787826420.204702:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 693 00000080:00200000:2.0:1787826420.204706:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 694 00000080:00200000:2.0:1787826420.204709:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 695 00000080:00200008:2.0:1787826420.204777:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2850816, count: 32768 00000080:00200000:2.0:1787826420.204782:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 696 00000080:00200000:2.0:1787826420.204787:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 697 00000080:00200000:2.0:1787826420.204790:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 698 00000080:00200000:2.0:1787826420.204793:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 699 00000080:00200000:2.0:1787826420.204795:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 700 00000080:00200000:2.0:1787826420.204798:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 701 00000080:00200000:2.0:1787826420.204801:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 702 00000080:00200000:2.0:1787826420.204804:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 703 00000080:00200008:2.0:1787826420.204874:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2883584, count: 32768 00000080:00200000:2.0:1787826420.204879:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 704 00000080:00200000:2.0:1787826420.204883:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 705 00000080:00200000:2.0:1787826420.204885:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 706 00000080:00200000:2.0:1787826420.204888:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 707 00000080:00200000:2.0:1787826420.204890:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 708 00000080:00200000:2.0:1787826420.204893:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 709 00000080:00200000:2.0:1787826420.204896:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 710 00000080:00200000:2.0:1787826420.204899:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 711 00000080:00200008:2.0:1787826420.204980:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2916352, count: 32768 00000080:00200000:2.0:1787826420.204986:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 712 00000080:00200000:2.0:1787826420.204990:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 713 00000080:00200000:2.0:1787826420.204993:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 714 00000080:00200000:2.0:1787826420.204996:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 715 00000080:00200000:2.0:1787826420.204999:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 716 00000080:00200000:2.0:1787826420.205002:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 717 00000080:00200000:2.0:1787826420.205005:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 718 00000080:00200000:2.0:1787826420.205008:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 719 00000080:00200008:2.0:1787826420.205078:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2949120, count: 32768 00000080:00200000:2.0:1787826420.205083:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 720 00000080:00200000:2.0:1787826420.205087:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 721 00000080:00200000:2.0:1787826420.205089:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 722 00000080:00200000:2.0:1787826420.205092:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 723 00000080:00200000:2.0:1787826420.205095:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 724 00000080:00200000:2.0:1787826420.205098:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 725 00000080:00200000:2.0:1787826420.205101:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 726 00000080:00200000:2.0:1787826420.205105:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 727 00000080:00200008:2.0:1787826420.205174:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 2981888, count: 32768 00000080:00200000:2.0:1787826420.205179:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 728 00000080:00200000:3.0:1787826420.205554:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:3.0:1787826420.205653:0:474:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000080:00200000:2.0:1787826420.205876:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 729 00000080:00200000:2.0:1787826420.205882:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 730 00000080:00200000:2.0:1787826420.205886:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 731 00000080:00200000:2.0:1787826420.205890:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 732 00000080:00200000:2.0:1787826420.205893:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 733 00000080:00200000:2.0:1787826420.205896:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 734 00000080:00200000:2.0:1787826420.205899:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 735 00000080:00200008:2.0:1787826420.205975:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3014656, count: 32768 00000080:00200000:2.0:1787826420.205980:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 736 00000080:00200000:2.0:1787826420.205984:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 737 00000080:00200000:2.0:1787826420.205987:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 738 00000080:00200000:2.0:1787826420.205991:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 739 00000080:00200000:2.0:1787826420.205994:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 740 00000080:00200000:2.0:1787826420.205997:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 741 00000080:00200000:2.0:1787826420.206000:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 742 00000080:00200000:2.0:1787826420.206003:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 743 00000080:00200008:2.0:1787826420.206072:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3047424, count: 32768 00000080:00200000:2.0:1787826420.206077:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 744 00000080:00200000:2.0:1787826420.206081:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 745 00000080:00200000:2.0:1787826420.206084:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 746 00000080:00200000:2.0:1787826420.206088:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 747 00000080:00200000:2.0:1787826420.206091:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 748 00000080:00200000:2.0:1787826420.206093:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 749 00000080:00200000:2.0:1787826420.206096:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 750 00000080:00200000:2.0:1787826420.206099:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 751 00000080:00200008:2.0:1787826420.206168:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3080192, count: 32768 00000080:00200000:2.0:1787826420.206173:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 752 00000080:00200000:2.0:1787826420.206176:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 753 00000080:00200000:2.0:1787826420.206179:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 754 00000080:00200000:2.0:1787826420.206193:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 755 00000080:00200000:2.0:1787826420.206198:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 756 00000080:00200000:2.0:1787826420.206201:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 757 00000080:00200000:2.0:1787826420.206204:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 758 00000080:00200000:2.0:1787826420.206207:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 759 00000080:00200008:2.0:1787826420.206276:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3112960, count: 32768 00000080:00200000:2.0:1787826420.206281:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 760 00000080:00200000:2.0:1787826420.206286:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 761 00000080:00200000:2.0:1787826420.206290:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 762 00000080:00200000:2.0:1787826420.206293:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 763 00000080:00200000:2.0:1787826420.206296:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 764 00000080:00200000:2.0:1787826420.206300:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 765 00000080:00200000:2.0:1787826420.206303:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 766 00000080:00200000:2.0:1787826420.206306:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 767 00000080:00200008:2.0:1787826420.206375:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3145728, count: 32768 00000080:00200000:2.0:1787826420.206380:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 768 00000080:00200000:2.0:1787826420.206384:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 769 00000080:00200000:2.0:1787826420.206388:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 770 00000080:00200000:2.0:1787826420.206391:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 771 00000080:00200000:2.0:1787826420.206394:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 772 00000080:00200000:2.0:1787826420.206396:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 773 00000080:00200000:2.0:1787826420.206418:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 774 00000080:00200000:2.0:1787826420.206421:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 775 00000080:00200008:2.0:1787826420.206491:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3178496, count: 32768 00000080:00200000:2.0:1787826420.206496:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 776 00000080:00200000:2.0:1787826420.206500:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 777 00000080:00200000:2.0:1787826420.206504:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 778 00000080:00200000:2.0:1787826420.206507:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 779 00000080:00200000:2.0:1787826420.206510:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 780 00000080:00200000:2.0:1787826420.206513:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 781 00000080:00200000:2.0:1787826420.206516:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 782 00000080:00200000:2.0:1787826420.206520:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 783 00000080:00200008:2.0:1787826420.206665:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3211264, count: 32768 00000080:00200000:2.0:1787826420.206671:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 784 00000080:00200000:2.0:1787826420.206677:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 785 00000080:00200000:2.0:1787826420.206680:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 786 00000080:00200000:2.0:1787826420.206683:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 787 00000080:00200000:2.0:1787826420.206686:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 788 00000080:00200000:2.0:1787826420.206689:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 789 00000080:00200000:2.0:1787826420.206764:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 790 00000080:00200000:2.0:1787826420.206770:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 791 00000080:00200008:2.0:1787826420.206842:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3244032, count: 32768 00000080:00200000:2.0:1787826420.206847:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 792 00000080:00200000:2.0:1787826420.206851:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 793 00000080:00200000:2.0:1787826420.206854:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 794 00000080:00200000:2.0:1787826420.206858:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 795 00000080:00200000:2.0:1787826420.206860:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 796 00000080:00200000:2.0:1787826420.206863:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 797 00000080:00200000:2.0:1787826420.206866:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 798 00000080:00200000:2.0:1787826420.206869:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 799 00000080:00200008:2.0:1787826420.206938:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3276800, count: 32768 00000080:00200000:2.0:1787826420.206943:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 800 00000080:00200000:2.0:1787826420.206947:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 801 00000080:00200000:2.0:1787826420.206951:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 802 00000080:00200000:2.0:1787826420.206955:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 803 00000080:00200000:2.0:1787826420.206958:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 804 00000080:00200000:2.0:1787826420.206961:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 805 00000080:00200000:2.0:1787826420.206965:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 806 00000080:00200000:2.0:1787826420.206968:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 807 00000080:00200008:2.0:1787826420.207039:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3309568, count: 32768 00000080:00200000:2.0:1787826420.207044:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 808 00000080:00200000:2.0:1787826420.207048:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 809 00000080:00200000:2.0:1787826420.207051:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 810 00000080:00200000:2.0:1787826420.207054:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 811 00000080:00200000:2.0:1787826420.207057:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 812 00000080:00200000:2.0:1787826420.207059:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 813 00000080:00200000:2.0:1787826420.207062:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 814 00000080:00200000:2.0:1787826420.207065:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 815 00000080:00200008:2.0:1787826420.207133:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3342336, count: 32768 00000080:00200000:2.0:1787826420.207138:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 816 00000080:00200000:2.0:1787826420.207142:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 817 00000080:00200000:2.0:1787826420.207146:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 818 00000080:00200000:2.0:1787826420.207149:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 819 00000080:00200000:2.0:1787826420.207152:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 820 00000080:00200000:2.0:1787826420.207154:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 821 00000080:00200000:2.0:1787826420.207157:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 822 00000080:00200000:2.0:1787826420.207160:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 823 00000080:00200008:2.0:1787826420.207241:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3375104, count: 32768 00000080:00200000:2.0:1787826420.207246:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 824 00000080:00200000:2.0:1787826420.207250:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 825 00000080:00200000:2.0:1787826420.207254:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 826 00000080:00200000:2.0:1787826420.207257:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 827 00000080:00200000:2.0:1787826420.207261:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 828 00000080:00200000:2.0:1787826420.207264:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 829 00000080:00200000:2.0:1787826420.207267:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 830 00000080:00200000:2.0:1787826420.207270:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 831 00000080:00200008:2.0:1787826420.207339:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3407872, count: 32768 00000080:00200000:2.0:1787826420.207345:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 832 00000080:00200000:2.0:1787826420.207349:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 833 00000080:00200000:2.0:1787826420.207352:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 834 00000080:00200000:2.0:1787826420.207355:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 835 00000080:00200000:2.0:1787826420.207358:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 836 00000080:00200000:2.0:1787826420.207361:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 837 00000080:00200000:2.0:1787826420.207364:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 838 00000080:00200000:2.0:1787826420.207367:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 839 00000080:00200008:2.0:1787826420.207527:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3440640, count: 32768 00000080:00200000:2.0:1787826420.207533:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 840 00000080:00200000:2.0:1787826420.207538:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 841 00000080:00200000:2.0:1787826420.207541:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 842 00000080:00200000:2.0:1787826420.207543:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 843 00000080:00200000:2.0:1787826420.207546:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 844 00000080:00200000:2.0:1787826420.207549:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 845 00000080:00200000:2.0:1787826420.207552:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 846 00000080:00200000:2.0:1787826420.207554:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 847 00000080:00200008:2.0:1787826420.207763:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3473408, count: 32768 00000080:00200000:2.0:1787826420.207769:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 848 00000080:00200000:2.0:1787826420.207774:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 849 00000080:00200000:2.0:1787826420.207778:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 850 00000080:00200000:2.0:1787826420.207781:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 851 00000080:00200000:2.0:1787826420.207784:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 852 00000080:00200000:2.0:1787826420.207786:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 853 00000080:00200000:2.0:1787826420.207789:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 854 00000080:00200000:2.0:1787826420.207792:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 855 00000080:00200008:2.0:1787826420.207863:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3506176, count: 32768 00000080:00200000:2.0:1787826420.207868:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 856 00000080:00200000:2.0:1787826420.207872:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 857 00000080:00200000:2.0:1787826420.207875:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 858 00000080:00200000:2.0:1787826420.207878:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 859 00000080:00200000:2.0:1787826420.207881:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 860 00000080:00200000:2.0:1787826420.207884:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 861 00000080:00200000:2.0:1787826420.207887:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 862 00000080:00200000:2.0:1787826420.207890:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 863 00000080:00200008:2.0:1787826420.207959:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3538944, count: 32768 00000080:00200000:2.0:1787826420.207964:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 864 00000080:00200000:2.0:1787826420.207968:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 865 00000080:00200000:2.0:1787826420.207971:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 866 00000080:00200000:2.0:1787826420.207974:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 867 00000080:00200000:2.0:1787826420.207977:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 868 00000080:00200000:2.0:1787826420.207979:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 869 00000080:00200000:2.0:1787826420.207982:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 870 00000080:00200000:2.0:1787826420.207985:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 871 00000080:00200008:2.0:1787826420.208054:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3571712, count: 32768 00000080:00200000:2.0:1787826420.208059:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 872 00000080:00200000:2.0:1787826420.208063:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 873 00000080:00200000:2.0:1787826420.208066:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 874 00000080:00200000:2.0:1787826420.208069:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 875 00000080:00200000:2.0:1787826420.208072:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 876 00000080:00200000:2.0:1787826420.208075:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 877 00000080:00200000:2.0:1787826420.208078:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 878 00000080:00200000:2.0:1787826420.208081:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 879 00000080:00200008:2.0:1787826420.208151:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3604480, count: 32768 00000080:00200000:2.0:1787826420.208156:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 880 00000080:00200000:2.0:1787826420.208160:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 881 00000080:00200000:2.0:1787826420.208164:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 882 00000080:00200000:2.0:1787826420.208167:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 883 00000080:00200000:2.0:1787826420.208170:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 884 00000080:00200000:2.0:1787826420.208174:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 885 00000080:00200000:2.0:1787826420.208178:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 886 00000080:00200000:2.0:1787826420.208193:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 887 00000080:00200008:2.0:1787826420.208264:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3637248, count: 32768 00000080:00200000:2.0:1787826420.208269:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 888 00000080:00200000:2.0:1787826420.208273:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 889 00000080:00200000:2.0:1787826420.208276:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 890 00000080:00200000:2.0:1787826420.208280:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 891 00000080:00200000:2.0:1787826420.208282:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 892 00000080:00200000:2.0:1787826420.208286:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 893 00000080:00200000:2.0:1787826420.208289:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 894 00000080:00200000:2.0:1787826420.208292:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 895 00000080:00200008:2.0:1787826420.208361:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3670016, count: 32768 00000080:00200000:2.0:1787826420.208367:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 896 00000080:00200000:2.0:1787826420.208372:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 897 00000080:00200000:2.0:1787826420.208375:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 898 00000080:00200000:2.0:1787826420.208378:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 899 00000080:00200000:2.0:1787826420.208380:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 900 00000080:00200000:2.0:1787826420.208383:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 901 00000080:00200000:2.0:1787826420.208386:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 902 00000080:00200000:2.0:1787826420.208389:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 903 00000080:00200008:2.0:1787826420.208536:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3702784, count: 32768 00000080:00200000:2.0:1787826420.208542:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 904 00000080:00200000:2.0:1787826420.208547:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 905 00000080:00200000:2.0:1787826420.208550:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 906 00000080:00200000:2.0:1787826420.208553:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 907 00000080:00200000:2.0:1787826420.208556:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 908 00000080:00200000:2.0:1787826420.208559:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 909 00000080:00200000:2.0:1787826420.208562:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 910 00000080:00200000:2.0:1787826420.208565:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 911 00000080:00200008:2.0:1787826420.208777:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3735552, count: 32768 00000080:00200000:2.0:1787826420.208783:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 912 00000080:00200000:2.0:1787826420.208788:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 913 00000080:00200000:2.0:1787826420.208791:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 914 00000080:00200000:2.0:1787826420.208794:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 915 00000080:00200000:2.0:1787826420.208797:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 916 00000080:00200000:2.0:1787826420.208800:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 917 00000080:00200000:2.0:1787826420.208804:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 918 00000080:00200000:2.0:1787826420.208808:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 919 00000080:00200008:2.0:1787826420.208878:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3768320, count: 32768 00000080:00200000:2.0:1787826420.208883:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 920 00000080:00200000:2.0:1787826420.208886:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 921 00000080:00200000:2.0:1787826420.208889:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 922 00000080:00200000:2.0:1787826420.208892:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 923 00000080:00200000:2.0:1787826420.208895:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 924 00000080:00200000:2.0:1787826420.208898:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 925 00000080:00200000:2.0:1787826420.208901:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 926 00000080:00200000:2.0:1787826420.208905:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 927 00000080:00200008:2.0:1787826420.208975:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3801088, count: 32768 00000080:00200000:2.0:1787826420.208980:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 928 00000080:00200000:2.0:1787826420.208984:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 929 00000080:00200000:2.0:1787826420.208987:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 930 00000080:00200000:2.0:1787826420.208990:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 931 00000080:00200000:2.0:1787826420.208994:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 932 00000080:00200000:2.0:1787826420.208997:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 933 00000080:00200000:2.0:1787826420.209001:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 934 00000080:00200000:2.0:1787826420.209003:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 935 00000080:00200008:2.0:1787826420.209073:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3833856, count: 32768 00000080:00200000:2.0:1787826420.209078:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 936 00000080:00200000:2.0:1787826420.209081:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 937 00000080:00200000:2.0:1787826420.209084:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 938 00000080:00200000:2.0:1787826420.209087:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 939 00000080:00200000:2.0:1787826420.209090:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 940 00000080:00200000:2.0:1787826420.209094:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 941 00000080:00200000:2.0:1787826420.209096:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 942 00000080:00200000:2.0:1787826420.209099:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 943 00000080:00200008:2.0:1787826420.209169:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3866624, count: 32768 00000080:00200000:2.0:1787826420.209174:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 944 00000080:00200000:2.0:1787826420.209178:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 945 00000080:00200000:2.0:1787826420.209194:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 946 00000080:00200000:2.0:1787826420.209198:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 947 00000080:00200000:2.0:1787826420.209201:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 948 00000080:00200000:2.0:1787826420.209204:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 949 00000080:00200000:2.0:1787826420.209207:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 950 00000080:00200000:2.0:1787826420.209211:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 951 00000080:00200008:2.0:1787826420.209281:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3899392, count: 32768 00000080:00200000:2.0:1787826420.209286:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 952 00000080:00200000:2.0:1787826420.209291:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 953 00000080:00200000:2.0:1787826420.209294:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 954 00000080:00200000:2.0:1787826420.209297:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 955 00000080:00200000:2.0:1787826420.209300:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 956 00000080:00200000:2.0:1787826420.209304:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 957 00000080:00200000:2.0:1787826420.209308:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 958 00000080:00200000:2.0:1787826420.209311:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 959 00000080:00200008:2.0:1787826420.209379:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3932160, count: 32768 00000080:00200000:2.0:1787826420.209385:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 960 00000080:00200000:2.0:1787826420.209389:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 961 00000080:00200000:2.0:1787826420.209392:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 962 00000080:00200000:2.0:1787826420.209395:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 963 00000080:00200000:2.0:1787826420.209485:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 964 00000080:00200000:2.0:1787826420.209491:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 965 00000080:00200000:2.0:1787826420.209494:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 966 00000080:00200000:2.0:1787826420.209497:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 967 00000080:00200008:2.0:1787826420.209567:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3964928, count: 32768 00000080:00200000:2.0:1787826420.209572:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 968 00000080:00200000:2.0:1787826420.209647:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 969 00000080:00200000:2.0:1787826420.209651:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 970 00000080:00200000:2.0:1787826420.209655:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 971 00000080:00200000:2.0:1787826420.209657:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 972 00000080:00200000:2.0:1787826420.209660:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 973 00000080:00200000:2.0:1787826420.209665:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 974 00000080:00200000:2.0:1787826420.209668:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 975 00000080:00200008:2.0:1787826420.209801:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 3997696, count: 32768 00000080:00200000:2.0:1787826420.209806:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 976 00000080:00200000:2.0:1787826420.209811:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 977 00000080:00200000:2.0:1787826420.209814:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 978 00000080:00200000:2.0:1787826420.209817:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 979 00000080:00200000:2.0:1787826420.209820:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 980 00000080:00200000:2.0:1787826420.209823:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 981 00000080:00200000:2.0:1787826420.209826:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 982 00000080:00200000:2.0:1787826420.209829:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 983 00000080:00200008:2.0:1787826420.209897:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4030464, count: 32768 00000080:00200000:2.0:1787826420.209902:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 984 00000080:00200000:2.0:1787826420.209905:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 985 00000080:00200000:2.0:1787826420.209908:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 986 00000080:00200000:2.0:1787826420.209911:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 987 00000080:00200000:2.0:1787826420.209914:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 988 00000080:00200000:2.0:1787826420.209917:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 989 00000080:00200000:2.0:1787826420.209919:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 990 00000080:00200000:2.0:1787826420.209922:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 991 00000080:00200008:2.0:1787826420.209990:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4063232, count: 32768 00000080:00200000:2.0:1787826420.209995:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 992 00000080:00200000:2.0:1787826420.210000:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 993 00000080:00200000:2.0:1787826420.210003:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 994 00000080:00200000:2.0:1787826420.210006:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 995 00000080:00200000:2.0:1787826420.210009:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 996 00000080:00200000:2.0:1787826420.210012:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 997 00000080:00200000:2.0:1787826420.210014:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 998 00000080:00200000:2.0:1787826420.210017:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 999 00000080:00200008:2.0:1787826420.210087:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4096000, count: 32768 00000080:00200000:2.0:1787826420.210092:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1000 00000080:00200000:2.0:1787826420.210095:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1001 00000080:00200000:2.0:1787826420.210098:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1002 00000080:00200000:2.0:1787826420.210101:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1003 00000080:00200000:2.0:1787826420.210104:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1004 00000080:00200000:2.0:1787826420.210106:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1005 00000080:00200000:2.0:1787826420.210109:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1006 00000080:00200000:2.0:1787826420.210111:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1007 00000080:00200008:2.0:1787826420.210180:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4128768, count: 32768 00000080:00200000:2.0:1787826420.210196:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1008 00000080:00200000:2.0:1787826420.210201:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1009 00000080:00200000:2.0:1787826420.210204:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1010 00000080:00200000:2.0:1787826420.210207:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1011 00000080:00200000:2.0:1787826420.210210:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1012 00000080:00200000:2.0:1787826420.210214:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1013 00000080:00200000:2.0:1787826420.210216:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1014 00000080:00200000:2.0:1787826420.210219:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1015 00000080:00200008:2.0:1787826420.210290:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4161536, count: 32768 00000080:00200000:2.0:1787826420.210295:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1016 00000080:00200000:2.0:1787826420.210299:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1017 00000080:00200000:2.0:1787826420.210301:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1018 00000080:00200000:2.0:1787826420.210304:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1019 00000080:00200000:2.0:1787826420.210307:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1020 00000080:00200000:2.0:1787826420.210310:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1021 00000080:00200000:2.0:1787826420.210313:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1022 00000080:00200000:2.0:1787826420.210316:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1023 00000080:00200008:2.0:1787826420.210386:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4194304, count: 32768 00000080:00200000:2.0:1787826420.210391:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1024 00000080:00200000:2.0:1787826420.210395:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1025 00000080:00200000:2.0:1787826420.210426:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1026 00000080:00200000:2.0:1787826420.210431:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1027 00000080:00200000:2.0:1787826420.210434:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1028 00000080:00200000:2.0:1787826420.210437:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1029 00000080:00200000:2.0:1787826420.210440:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1030 00000080:00200000:2.0:1787826420.210443:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1031 00000080:00200008:2.0:1787826420.210513:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4227072, count: 32768 00000080:00200000:2.0:1787826420.210518:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1032 00000080:00200000:2.0:1787826420.210522:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1033 00000080:00200000:2.0:1787826420.210526:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1034 00000080:00200000:2.0:1787826420.210529:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1035 00000080:00200000:2.0:1787826420.210532:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1036 00000080:00200000:2.0:1787826420.210534:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1037 00000080:00200000:2.0:1787826420.210538:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1038 00000080:00200000:2.0:1787826420.210541:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1039 00000080:00200008:2.0:1787826420.210686:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4259840, count: 32768 00000080:00200000:2.0:1787826420.210762:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1040 00000080:00200000:2.0:1787826420.210769:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1041 00000080:00200000:2.0:1787826420.210772:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1042 00000080:00200000:2.0:1787826420.210776:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1043 00000080:00200000:2.0:1787826420.210779:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1044 00000080:00200000:2.0:1787826420.210782:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1045 00000080:00200000:2.0:1787826420.210786:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1046 00000080:00200000:2.0:1787826420.210788:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1047 00000080:00200008:2.0:1787826420.210859:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4292608, count: 32768 00000080:00200000:2.0:1787826420.210865:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1048 00000080:00200000:2.0:1787826420.210869:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1049 00000080:00200000:2.0:1787826420.210872:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1050 00000080:00200000:2.0:1787826420.210876:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1051 00000080:00200000:2.0:1787826420.210879:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1052 00000080:00200000:2.0:1787826420.210881:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1053 00000080:00200000:2.0:1787826420.210885:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1054 00000080:00200000:2.0:1787826420.210888:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1055 00000080:00200008:2.0:1787826420.210958:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4325376, count: 32768 00000080:00200000:2.0:1787826420.210963:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1056 00000080:00200000:2.0:1787826420.210967:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1057 00000080:00200000:2.0:1787826420.210971:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1058 00000080:00200000:2.0:1787826420.210974:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1059 00000080:00200000:2.0:1787826420.210977:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1060 00000080:00200000:2.0:1787826420.210980:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1061 00000080:00200000:2.0:1787826420.210983:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1062 00000080:00200000:2.0:1787826420.210986:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1063 00000080:00200008:2.0:1787826420.211055:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4358144, count: 32768 00000080:00200000:2.0:1787826420.211061:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1064 00000080:00200000:2.0:1787826420.211065:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1065 00000080:00200000:2.0:1787826420.211068:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1066 00000080:00200000:2.0:1787826420.211071:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1067 00000080:00200000:2.0:1787826420.211074:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1068 00000080:00200000:2.0:1787826420.211077:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1069 00000080:00200000:2.0:1787826420.211080:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1070 00000080:00200000:2.0:1787826420.211083:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1071 00000080:00200008:2.0:1787826420.211153:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4390912, count: 32768 00000080:00200000:2.0:1787826420.211157:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1072 00000080:00200000:2.0:1787826420.211160:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1073 00000080:00200000:2.0:1787826420.211163:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1074 00000080:00200000:2.0:1787826420.211166:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1075 00000080:00200000:2.0:1787826420.211168:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1076 00000080:00200000:2.0:1787826420.211171:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1077 00000080:00200000:2.0:1787826420.211174:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1078 00000080:00200000:2.0:1787826420.211176:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1079 00000080:00200008:2.0:1787826420.211254:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4423680, count: 32768 00000080:00200000:2.0:1787826420.211259:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1080 00000080:00200000:2.0:1787826420.211263:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1081 00000080:00200000:2.0:1787826420.211266:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1082 00000080:00200000:2.0:1787826420.211269:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1083 00000080:00200000:2.0:1787826420.211273:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1084 00000080:00200000:2.0:1787826420.211276:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1085 00000080:00200000:2.0:1787826420.211278:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1086 00000080:00200000:2.0:1787826420.211280:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1087 00000080:00200008:2.0:1787826420.211347:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4456448, count: 32768 00000080:00200000:2.0:1787826420.211352:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1088 00000080:00200000:2.0:1787826420.211355:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1089 00000080:00200000:2.0:1787826420.211358:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1090 00000080:00200000:2.0:1787826420.211360:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1091 00000080:00200000:2.0:1787826420.211363:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1092 00000080:00200000:2.0:1787826420.211365:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1093 00000080:00200000:2.0:1787826420.211369:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1094 00000080:00200000:2.0:1787826420.211372:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1095 00000080:00200008:2.0:1787826420.211533:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4489216, count: 32768 00000080:00200000:2.0:1787826420.211539:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1096 00000080:00200000:2.0:1787826420.211544:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1097 00000080:00200000:2.0:1787826420.211547:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1098 00000080:00200000:2.0:1787826420.211551:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1099 00000080:00200000:2.0:1787826420.211553:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1100 00000080:00200000:2.0:1787826420.211556:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1101 00000080:00200000:2.0:1787826420.211559:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1102 00000080:00200000:2.0:1787826420.211561:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1103 00000080:00200008:2.0:1787826420.211763:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4521984, count: 32768 00000080:00200000:2.0:1787826420.211769:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1104 00000080:00200000:2.0:1787826420.211774:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1105 00000080:00200000:2.0:1787826420.211777:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1106 00000080:00200000:2.0:1787826420.211780:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1107 00000080:00200000:2.0:1787826420.211783:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1108 00000080:00200000:2.0:1787826420.211785:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1109 00000080:00200000:2.0:1787826420.211789:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1110 00000080:00200000:2.0:1787826420.211792:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1111 00000080:00200008:2.0:1787826420.211860:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4554752, count: 32768 00000080:00200000:2.0:1787826420.211863:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1112 00000080:00200000:2.0:1787826420.211867:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1113 00000080:00200000:2.0:1787826420.211869:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1114 00000080:00200000:2.0:1787826420.211872:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1115 00000080:00200000:2.0:1787826420.211875:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1116 00000080:00200000:2.0:1787826420.211878:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1117 00000080:00200000:2.0:1787826420.211881:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1118 00000080:00200000:2.0:1787826420.211883:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1119 00000080:00200008:2.0:1787826420.211950:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4587520, count: 32768 00000080:00200000:2.0:1787826420.211953:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1120 00000080:00200000:2.0:1787826420.211956:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1121 00000080:00200000:2.0:1787826420.211959:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1122 00000080:00200000:2.0:1787826420.211962:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1123 00000080:00200000:2.0:1787826420.211964:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1124 00000080:00200000:2.0:1787826420.211967:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1125 00000080:00200000:2.0:1787826420.211970:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1126 00000080:00200000:2.0:1787826420.211973:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1127 00000080:00200008:2.0:1787826420.212040:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4620288, count: 32768 00000080:00200000:2.0:1787826420.212044:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1128 00000080:00200000:2.0:1787826420.212047:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1129 00000080:00200000:2.0:1787826420.212049:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1130 00000080:00200000:2.0:1787826420.212051:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1131 00000080:00200000:2.0:1787826420.212054:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1132 00000080:00200000:2.0:1787826420.212056:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1133 00000080:00200000:2.0:1787826420.212059:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1134 00000080:00200000:2.0:1787826420.212062:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1135 00000080:00200008:2.0:1787826420.212128:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4653056, count: 32768 00000080:00200000:2.0:1787826420.212133:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1136 00000080:00200000:2.0:1787826420.212137:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1137 00000080:00200000:2.0:1787826420.212140:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1138 00000080:00200000:2.0:1787826420.212142:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1139 00000080:00200000:2.0:1787826420.212145:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1140 00000080:00200000:2.0:1787826420.212148:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1141 00000080:00200000:2.0:1787826420.212150:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1142 00000080:00200000:2.0:1787826420.212153:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1143 00000080:00200008:2.0:1787826420.212231:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4685824, count: 32768 00000080:00200000:2.0:1787826420.212235:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1144 00000080:00200000:2.0:1787826420.212239:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1145 00000080:00200000:2.0:1787826420.212242:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1146 00000080:00200000:2.0:1787826420.212245:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1147 00000080:00200000:2.0:1787826420.212248:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1148 00000080:00200000:2.0:1787826420.212251:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1149 00000080:00200000:2.0:1787826420.212255:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1150 00000080:00200000:2.0:1787826420.212257:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1151 00000080:00200008:2.0:1787826420.212325:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4718592, count: 32768 00000080:00200000:2.0:1787826420.212329:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1152 00000080:00200000:2.0:1787826420.212333:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1153 00000080:00200000:2.0:1787826420.212336:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1154 00000080:00200000:2.0:1787826420.212339:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1155 00000080:00200000:2.0:1787826420.212342:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1156 00000080:00200000:2.0:1787826420.212345:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1157 00000080:00200000:2.0:1787826420.212347:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1158 00000080:00200000:2.0:1787826420.212350:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1159 00000080:00200008:2.0:1787826420.212444:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4751360, count: 32768 00000080:00200000:2.0:1787826420.212450:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1160 00000080:00200000:2.0:1787826420.212454:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1161 00000080:00200000:2.0:1787826420.212456:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1162 00000080:00200000:2.0:1787826420.212459:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1163 00000080:00200000:2.0:1787826420.212462:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1164 00000080:00200000:2.0:1787826420.212465:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1165 00000080:00200000:2.0:1787826420.212468:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1166 00000080:00200000:2.0:1787826420.212471:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1167 00000080:00200008:2.0:1787826420.212538:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4784128, count: 32768 00000080:00200000:2.0:1787826420.212543:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1168 00000080:00200000:2.0:1787826420.212546:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1169 00000080:00200000:2.0:1787826420.212549:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1170 00000080:00200000:2.0:1787826420.212552:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1171 00000080:00200000:2.0:1787826420.212555:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1172 00000080:00200000:2.0:1787826420.212558:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1173 00000080:00200000:2.0:1787826420.212561:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1174 00000080:00200000:2.0:1787826420.212563:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1175 00000080:00200008:2.0:1787826420.212760:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4816896, count: 32768 00000080:00200000:2.0:1787826420.212765:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1176 00000080:00200000:2.0:1787826420.212770:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1177 00000080:00200000:2.0:1787826420.212773:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1178 00000080:00200000:2.0:1787826420.212776:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1179 00000080:00200000:2.0:1787826420.212778:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1180 00000080:00200000:2.0:1787826420.212781:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1181 00000080:00200000:2.0:1787826420.212784:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1182 00000080:00200000:2.0:1787826420.212786:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1183 00000080:00200008:2.0:1787826420.212853:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4849664, count: 32768 00000080:00200000:2.0:1787826420.212856:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1184 00000080:00200000:2.0:1787826420.212859:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1185 00000080:00200000:2.0:1787826420.212863:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1186 00000080:00200000:2.0:1787826420.212865:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1187 00000080:00200000:2.0:1787826420.212868:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1188 00000080:00200000:2.0:1787826420.212870:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1189 00000080:00200000:2.0:1787826420.212872:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1190 00000080:00200000:2.0:1787826420.212875:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1191 00000080:00200008:2.0:1787826420.212941:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4882432, count: 32768 00000080:00200000:2.0:1787826420.212944:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1192 00000080:00200000:2.0:1787826420.212947:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1193 00000080:00200000:2.0:1787826420.212950:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1194 00000080:00200000:2.0:1787826420.212953:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1195 00000080:00200000:2.0:1787826420.212956:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1196 00000080:00200000:2.0:1787826420.212958:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1197 00000080:00200000:2.0:1787826420.212961:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1198 00000080:00200000:2.0:1787826420.212964:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1199 00000080:00200008:2.0:1787826420.213030:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4915200, count: 32768 00000080:00200000:2.0:1787826420.213034:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1200 00000080:00200000:2.0:1787826420.213037:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1201 00000080:00200000:2.0:1787826420.213039:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1202 00000080:00200000:2.0:1787826420.213042:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1203 00000080:00200000:2.0:1787826420.213045:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1204 00000080:00200000:2.0:1787826420.213047:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1205 00000080:00200000:2.0:1787826420.213050:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1206 00000080:00200000:2.0:1787826420.213052:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1207 00000080:00200008:2.0:1787826420.213118:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4947968, count: 32768 00000080:00200000:2.0:1787826420.213121:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1208 00000080:00200000:2.0:1787826420.213124:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1209 00000080:00200000:2.0:1787826420.213127:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1210 00000080:00200000:2.0:1787826420.213129:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1211 00000080:00200000:2.0:1787826420.213132:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1212 00000080:00200000:2.0:1787826420.213134:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1213 00000080:00200000:2.0:1787826420.213137:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1214 00000080:00200000:2.0:1787826420.213139:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1215 00000080:00200008:2.0:1787826420.213223:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 4980736, count: 32768 00000080:00200000:2.0:1787826420.213227:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1216 00000080:00200000:2.0:1787826420.213231:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1217 00000080:00200000:2.0:1787826420.213234:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1218 00000080:00200000:2.0:1787826420.213237:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1219 00000080:00200000:2.0:1787826420.213240:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1220 00000080:00200000:2.0:1787826420.213242:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1221 00000080:00200000:2.0:1787826420.213245:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1222 00000080:00200000:2.0:1787826420.213248:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1223 00000080:00200008:2.0:1787826420.213314:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5013504, count: 32768 00000080:00200000:2.0:1787826420.213318:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1224 00000080:00200000:2.0:1787826420.213322:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1225 00000080:00200000:2.0:1787826420.213325:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1226 00000080:00200000:2.0:1787826420.213328:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1227 00000080:00200000:2.0:1787826420.213331:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1228 00000080:00200000:2.0:1787826420.213333:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1229 00000080:00200000:2.0:1787826420.213336:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1230 00000080:00200000:2.0:1787826420.213339:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1231 00000080:00200008:2.0:1787826420.213502:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5046272, count: 32768 00000080:00200000:2.0:1787826420.213507:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1232 00000080:00200000:2.0:1787826420.213512:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1233 00000080:00200000:2.0:1787826420.213515:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1234 00000080:00200000:2.0:1787826420.213518:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1235 00000080:00200000:2.0:1787826420.213520:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1236 00000080:00200000:2.0:1787826420.213523:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1237 00000080:00200000:2.0:1787826420.213525:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1238 00000080:00200000:2.0:1787826420.213527:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1239 00000080:00200008:2.0:1787826420.213662:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5079040, count: 32768 00000080:00200000:2.0:1787826420.213667:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1240 00000080:00200000:2.0:1787826420.213671:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1241 00000080:00200000:2.0:1787826420.213675:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1242 00000080:00200000:2.0:1787826420.213678:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1243 00000080:00200000:2.0:1787826420.213681:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1244 00000080:00200000:2.0:1787826420.213684:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1245 00000080:00200000:2.0:1787826420.213686:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1246 00000080:00200000:2.0:1787826420.213689:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1247 00000080:00200008:2.0:1787826420.213824:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5111808, count: 32768 00000080:00200000:2.0:1787826420.213829:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1248 00000080:00200000:2.0:1787826420.213834:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1249 00000080:00200000:2.0:1787826420.213837:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1250 00000080:00200000:2.0:1787826420.213840:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1251 00000080:00200000:2.0:1787826420.213843:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1252 00000080:00200000:2.0:1787826420.213846:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1253 00000080:00200000:2.0:1787826420.213849:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1254 00000080:00200000:2.0:1787826420.213851:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1255 00000080:00200008:2.0:1787826420.213919:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5144576, count: 32768 00000080:00200000:2.0:1787826420.213924:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1256 00000080:00200000:2.0:1787826420.213927:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1257 00000080:00200000:2.0:1787826420.213930:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1258 00000080:00200000:2.0:1787826420.213933:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1259 00000080:00200000:2.0:1787826420.213937:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1260 00000080:00200000:2.0:1787826420.213940:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1261 00000080:00200000:2.0:1787826420.213942:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1262 00000080:00200000:2.0:1787826420.213946:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1263 00000080:00200008:2.0:1787826420.214014:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5177344, count: 32768 00000080:00200000:2.0:1787826420.214018:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1264 00000080:00200000:2.0:1787826420.214022:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1265 00000080:00200000:2.0:1787826420.214025:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1266 00000080:00200000:2.0:1787826420.214029:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1267 00000080:00200000:2.0:1787826420.214031:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1268 00000080:00200000:2.0:1787826420.214035:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1269 00000080:00200000:2.0:1787826420.214038:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1270 00000080:00200000:2.0:1787826420.214041:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1271 00000080:00200008:2.0:1787826420.214110:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5210112, count: 32768 00000080:00200000:2.0:1787826420.214114:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1272 00000080:00200000:2.0:1787826420.214117:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1273 00000080:00200000:2.0:1787826420.214120:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1274 00000080:00200000:2.0:1787826420.214124:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1275 00000080:00200000:2.0:1787826420.214127:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1276 00000080:00200000:2.0:1787826420.214130:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1277 00000080:00200000:2.0:1787826420.214132:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1278 00000080:00200000:2.0:1787826420.214135:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1279 00000080:00200008:2.0:1787826420.214214:0:18593:0:(file.c:2485:do_file_read_iter()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], ppos: 5242880, count: 32768 00000080:00200000:2.0:1787826420.214248:0:18593:0:(rw.c:1947:ll_readpage()) fast read pgno: 1280 00000080:00200000:2.0:1787826420.214257:0:18593:0:(file.c:2090:ll_file_io_generic()) f6.sanity-pfl: read ppos: 5242880, bytes: 32768 00000080:00200000:2.0:1787826420.214262:0:18593:0:(file.c:1848:ll_io_set_mirror()) f6.sanity-pfl: desiginated mirror: 0 00000020:00200000:2.0:1787826420.214270:0:18593:0:(cl_io.c:218:cl_io_rw_init()) header@000000003f32b02d[0x110, 1281, [0x200000401:0x25a:0x0] hash] 00000020:00200000:2.0:1787826420.214272:0:18593:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [5242880, 5275648) 0 0 00000080:00200000:2.0:1787826420.214277:0:18593:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.214296:0:18593:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 2 chunk: [5242880, 5275648) 5275648, 32768 00020000:00200000:2.0:1787826420.214300:0:18593:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.214317:0:18593:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [1280, 1287] 00000008:00010000:2.0:1787826420.214332:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826420.214337:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f25150b0, osc lock ffff9ab5e063b860, flags 0x0 00010000:00010000:2.0:1787826420.214359:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214375:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 3178495) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214396:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214431:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214439:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787826420.214447:0:18593:0:(vvp_io.c:874:vvp_io_read_start()) f6.sanity-pfl: read [5242880, 5275648) 00000001:00010000:2.0:1787826420.214462:0:18593:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:2.0:1787826420.214469:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826420.214471:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e27b0, osc lock ffff9ab5e063bd40, flags 0x400001002 00000008:00010000:2.0:1787826420.214502:0:18593:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826420.214504:0:18593:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5d10e27f0, osc lock ffff9ab5e063a750, flags 0x400001002 00010000:00010000:2.0:1787826420.214512:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214521:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00000020:00200000:2.0:1787826420.214528:0:18593:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826420.214532:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 7/2,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214544:0:18593:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 6/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214555:0:18593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826420.214562:0:18593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1787826420.214569:0:18593:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826420.214571:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826420.214655:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1787826420.214672:0:18593:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826420.214678:0:18593:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10254 00000020:00010000:2.0:1787826420.214682:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.214685:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.214687:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e27b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.214691:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5d10e27f0 (ffff9ab5f1d84cf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.214759:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.214762:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e27b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.214768:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5d10e27f0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.214778:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826420.214780:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826420.214783:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f25150b0 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1787826420.214787:0:18593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826420.214796:0:18593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 48 lru_type: 1 00000020:00010000:2.0:1787826420.214806:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c50e94e8 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826420.214808:0:18593:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f25150b0 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826420.214813:0:18593:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000080:00200000:2.0:1787826420.214824:0:18593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.214827:0:18593:0:(file.c:2240:ll_file_io_generic()) f6.sanity-pfl: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1787826420.214830:0:18593:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:2.0:1787826420.214842:0:18593:0:(file.c:5224:ll_file_seek()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1787826420.214846:0:18593:0:(file.c:5262:ll_file_seek()) COMPLETED file f6.sanity-pfl:[0x200000401:0x25a:0x0], offset: 0, type: SEEK_CUR, rc = 5242880 00000080:00200008:2.0:1787826420.214860:0:18593:0:(file.c:479:ll_file_release()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), flags 100000 00000002:00100000:2.0:1787826420.214916:0:18593:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f24bb840 x1874671428596736/t4294969380(4294969380) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 608/688 e 0 to 0 dl 1787826436 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826420.214928:0:18593:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826420.214934:0:18593:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802d00 x1874671428598016/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826420.214955:0:18593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18593:1874671428598016:192.168.203.115@tcp:35:md5sum.0 00000100:00100000:2.0:1787826420.215044:0:18593:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d10e2780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.218339:0:18593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job md5sum:69920772-fbb9-479b-9fec-ca28fc2b36f3:18593:1874671428598016:192.168.203.115@tcp:35:md5sum.0 00000002:00100000:2.0:1787826420.218368:0:18593:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f24bb840 x1874671428596736/t4294969380(4294969380) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 608/688 e 0 to 0 dl 1787826436 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826420.224821:0:18594:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826420.224850:0:18594:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826420.224867:0:18594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826420.224884:0:18594:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1787826420.224893:0:18594:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826420.224901:0:18594:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826420.224905:0:18594:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:0.0:1787826420.224912:0:18594:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c4bb58 00010000:00010000:0.0:1787826420.224917:0:18594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1787826420.224926:0:18594:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787826420.224941:0:18594:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.224948:0:18594:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=24 00000080:00200000:0.0:1787826420.224953:0:18594:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.224957:0:18594:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.sanity-pfl, flags=8 00000080:00200008:0.0:1787826420.224964:0:18594:0:(file.c:6313:ll_getattr_dentry()) START file f6.sanity-pfl:[0x200000401:0x25a:0x0](ffff9ab5d964e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826420.224969:0:18594:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8),name=f6.sanity-pfl 00000002:00010000:0.0:1787826420.224980:0:18594:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25a:0x0]) in obj [0x200000401:0x259:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826420.224988:0:18594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.224997:0:18594:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826420.225004:0:18594:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x259:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826420.225008:0:18594:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000080:00010000:0.0:1787826420.225011:0:18594:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25a:0x0](ffff9ab5d964e3c8) for lock 0x1d187e8ba27ce92f 00000080:00010000:0.0:1787826420.225015:0:18594:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce92f from it ffffbbc481c4bcb8 00010000:00010000:0.0:1787826420.225018:0:18594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826420.225026:0:18594:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826420.225045:0:18594:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00000001:00010000:0.0:1787826420.225055:0:18594:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x25a:0x0] 00000008:00010000:0.0:1787826420.225072:0:18594:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826420.225075:0:18594:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eac0b0f0, osc lock ffff9ab5f2329998, flags 0x400001002 00000008:00010000:0.0:1787826420.225081:0:18594:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826420.225083:0:18594:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5eac0b130, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826420.225096:0:18594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826420.225108:0:18594:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 48 lru_type: 1 00000020:00200000:0.0:1787826420.225126:0:18594:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826420.225130:0:18594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826420.225138:0:18594:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787826420.225151:0:18594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.225159:0:18594:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1787826420.225166:0:18594:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826420.225168:0:18594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826420.225176:0:18594:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1787826420.225198:0:18594:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826420.225209:0:18594:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x25a:0x0] updating i_size 5242880 i_blocks 10254 00000020:00010000:0.0:1787826420.225213:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826420.225215:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.225218:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eac0b0f0 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.225222:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5eac0b130 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826420.225224:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.225227:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eac0b0f0 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000020:00010000:0.0:1787826420.225231:0:18594:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5eac0b130 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826420.225242:0:18594:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826420.225263:0:18594:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826420.225272:0:18594:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826420.225279:0:18594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826420.225287:0:18594:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787826420.225294:0:18594:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826420.225298:0:18594:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826420.225301:0:18594:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:0.0:1787826420.225306:0:18594:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc481c4bc10 00010000:00010000:0.0:1787826420.225309:0:18594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826420.225316:0:18594:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787826420.225324:0:18594:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.225329:0:18594:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d6.sanity-pfl, flags=24 00000080:00200000:0.0:1787826420.225333:0:18594:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1787826420.225337:0:18594:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f6.sanity-pfl, flags=0 00000080:00200000:0.0:1787826420.225341:0:18594:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x259:0x0](ffff9ab5d964a1c8), inode mode 41ed mask 3 00000080:00200000:0.0:1787826420.225345:0:18594:0:(namei.c:2418:ll_unlink()) VFS Op:name=f6.sanity-pfl, dir=[0x200000401:0x259:0x0](ffff9ab5d964a1c8) 00010000:00010000:0.0:1787826420.225370:0:18594:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826420.225383:0:18594:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x25a:0x0]: losing layout lock 00010000:00010000:0.0:1787826420.225655:0:18594:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826420.225663:0:18594:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826420.225666:0:18594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f200/0x1d187e8ba27ce92f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1be93 expref: -99 pid: 18593 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:0.0:1787826420.225763:0:18594:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826420.225777:0:18594:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ada40 x1874671428598272/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826420.225801:0:18594:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18594:1874671428598272:192.168.203.115@tcp:36:rm.0 00000100:00100000:0.0:1787826420.225918:0:18594:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826420.231834:0:18594:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:18594:1874671428598272:192.168.203.115@tcp:36:rm.0 00000080:00200000:2.0:1787826420.231900:0:18594:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 6 restore needed 0 00020000:00200000:2.0:1787826420.231915:0:18594:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826420.231950:0:18594:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826420.242898:0:18594:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x25a:0x0](ffff9ab5d964e3c8) 00000008:00010000:2.0:1787826420.242946:0:18594:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 3145728 blocks 6151 [cma]time: 1787826419 1787826416 1787826419 by oinfo size 3145728 blocks 6151 [cma]time 1787826419 1787826416 1787826420 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00000008:00010000:2.0:1787826420.242972:0:18594:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1787826419 1787826416 1787826419 by oinfo size 2097152 blocks 4103 [cma]time 1787826419 1787826416 1787826419 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826420.417676:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826420.484274:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428598400:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787826420.489499:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428598400:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1787826421.443535:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826422.466431:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826423.490505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826424.514561:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826425.023387:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826425.023656:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450136960 00000100:00100000:1.0:1787826425.023666:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450136960 00000100:00100000:1.0:1787826425.023718:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1846 00000100:00100000:1.0:1787826425.023728:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12521:x1874671450136960:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826425.023749:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:1.0:1787826425.023860:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826425.023867:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27acf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12521:x1874671450136960:12345-192.168.203.115@tcp:104: Request processed in 141us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826425.023875:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1846 00010000:00010000:2.0:1787826425.027748:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826425.027765:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:2.0:1787826425.027780:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270ea00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826425.027788:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:2.0:1787826425.027851:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:2.0:1787826425.027858:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826425.027891:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:2.0:1787826425.027900:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000000523ded0/0x1d187e8ba27ce936 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea1 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 49 lru_type: 1 00010000:00010000:2.0:1787826425.027920:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826425.027922:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826425.027923:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826425.027931:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826425.027950:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428598528:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826425.029281:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826425.030003:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137088 00000100:00100000:0.0:1787826425.030011:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137088 00000100:00100000:0.0:1787826425.030086:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1847 00000100:00100000:0.0:1787826425.030095:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450137088:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826425.030112:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826425.030209:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826425.030215:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12341:x1874671450137088:12345-192.168.203.115@tcp:104: Request processed in 122us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826425.030223:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1847 00010000:00010000:2.0:1787826425.030266:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826425.030272:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826425.030280:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f270fa00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:2.0:1787826425.030285:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826425.030335:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826425.030348:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826425.030374:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 1/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826425.030382:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000796a979b/0x1d187e8ba27ce93d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bea8 expref: -99 pid: 18593 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826425.030433:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826425.030436:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826425.030437:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826425.030942:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826425.030960:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428598656:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826425.046959:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428598656:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826425.049186:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428598528:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787826425.537591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826425.601586:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2359:1874671428598784:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.601700:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428599040:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.601746:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787826425.601752:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428598912:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.601777:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428599168:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.615798:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969382 gen 1 00000100:00100000:1.0:1787826425.615842:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428598912:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.615860:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ab5c862d000: committing for last_committed 4294968745 gen 4 00000100:00100000:1.0:1787826425.615869:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428599168:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.615879:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2359:1874671428598784:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826425.615889:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ab5c862d000: committing for last_committed 4294968751 gen 5 00000100:00100000:1.0:1787826425.615894:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428599040:192.168.203.115@tcp:400:kworker.0 00000001:02000400:0.0:1787826425.774074:0:19150:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 7: Add/Delete/Create composite file by non-privileged user ========================================================== 06:27:04 (1787826424) 00000080:00200000:2.0:1787826425.991117:0:19166:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826425.991151:0:19166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826425.991170:0:19166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826425.991186:0:19166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1787826425.991194:0:19166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826425.991202:0:19166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826425.991205:0:19166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826425.991212:0:19166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc480c87be0 00010000:00010000:2.0:1787826425.991216:0:19166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1787826425.991229:0:19166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1787826425.991245:0:19166:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826425.991257:0:19166:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=1536 00000080:00200000:2.0:1787826425.991261:0:19166:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826425.991266:0:19166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826425.991272:0:19166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826425.991280:0:19166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1787826425.991286:0:19166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826425.991290:0:19166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826425.991293:0:19166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826425.991296:0:19166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc480c87ce0 00010000:00010000:2.0:1787826425.991299:0:19166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1787826425.991306:0:19166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1787826425.991314:0:19166:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 3 00000080:00200000:2.0:1787826425.991318:0:19166:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826425.991324:0:19166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826425.991330:0:19166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826425.991337:0:19166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1787826425.991344:0:19166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826425.991347:0:19166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826425.991349:0:19166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce60a 00000080:00010000:2.0:1787826425.991353:0:19166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce60a from it ffffbbc480c87dc8 00010000:00010000:2.0:1787826425.991356:0:19166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826425.991363:0:19166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787826425.991370:0:19166:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 3 00000080:00200000:2.0:1787826425.991374:0:19166:0:(namei.c:2239:do_mkdir()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88) 00800000:00000004:2.0:1787826425.991393:0:19166:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9ab5c862d000: age 452, max_age 0 00000100:00100000:2.0:1787826425.995292:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826425.995314:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428599296:192.168.203.115@tcp:41:mkdir.0 00010000:00010000:2.0:1787826425.995430:0:19166:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826425.995490:0:19166:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826425.995498:0:19166:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826425.995502:0:19166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27ab200/0x1d187e8ba27ce60a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1b7e0 expref: -99 pid: 18579 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000020:00100000:2.0:1787826425.995524:0:19166:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826425.995532:0:19166:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98012c0 x1874671428599552/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826425.995549:0:19166:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:19166:1874671428599552:192.168.203.115@tcp:36:mkdir.0 00000100:00100000:2.0:1787826425.995573:0:19166:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.005540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428599296:192.168.203.115@tcp:41:mkdir.0 00000100:00100000:2.0:1787826426.011844:0:19166:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job mkdir:69920772-fbb9-479b-9fec-ca28fc2b36f3:19166:1874671428599552:192.168.203.115@tcp:36:mkdir.0 00000080:00200000:2.0:1787826426.011892:0:19166:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08) 00000080:00200000:2.0:1787826426.011897:0:19166:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25f:0x0], updating i_size 512 00000080:00200000:3.0:1787826426.032703:0:19167:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826426.032730:0:19167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826426.032792:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.032803:0:19167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.032813:0:19167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826426.032837:0:19167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428599680:192.168.203.115@tcp:101:chmod.0 00000100:00100000:3.0:1787826426.032917:0:19167:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.037847:0:19167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428599680:192.168.203.115@tcp:101:chmod.0 00010000:00010000:3.0:1787826426.037875:0:19167:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037886:0:19167:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037898:0:19167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037908:0:19167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037920:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037932:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037939:0:19167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826426.037949:0:19167:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f99483c0 x1874671428599680/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826426.037961:0:19167:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.037974:0:19167:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826426.037981:0:19167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826426.038008:0:19167:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00000080:00010000:3.0:1787826426.038014:0:19167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:3.0:1787826426.038020:0:19167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826426.038023:0:19167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481d6bb58 00010000:00010000:3.0:1787826426.038025:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.038033:0:19167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826426.038061:0:19167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826426.038082:0:19167:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=9 00000080:00200000:3.0:1787826426.038085:0:19167:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=getattr 00000002:00010000:3.0:1787826426.038105:0:19167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826426.038154:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.038162:0:19167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.038170:0:19167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19167 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826426.038202:0:19167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428599808:192.168.203.115@tcp:101:chmod.0 00000100:00100000:3.0:1787826426.038289:0:19167:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.049458:0:19167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428599808:192.168.203.115@tcp:101:chmod.0 00010000:00010000:3.0:1787826426.049493:0:19167:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049514:0:19167:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049522:0:19167:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049533:0:19167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049554:0:19167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049567:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049576:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049593:0:19167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826426.049604:0:19167:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f99483c0 x1874671428599808/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826426.049616:0:19167:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049626:0:19167:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/607 (0 0) 00000080:00200000:3.0:1787826426.049632:0:19167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826426.049796:0:19167:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25f:0x0], updating i_size 512 00000080:00200000:3.0:1787826426.049800:0:19167:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25f:0x0](ffff9ab5d96a4b08): rc = 0 00000080:00010000:3.0:1787826426.049807:0:19167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) for lock 0x1d187e8ba27ce94b 00000080:00010000:3.0:1787826426.049819:0:19167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) 00000080:00010000:3.0:1787826426.049822:0:19167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce94b from it ffffbbc481d6bb20 00010000:00010000:3.0:1787826426.049826:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.049835:0:19167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787826426.049880:0:19167:0:(file.c:6313:ll_getattr_dentry()) START file d7.sanity-pfl:[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826426.049886:0:19167:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08),name=d7.sanity-pfl 00000002:00010000:3.0:1787826426.049904:0:19167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826426.049914:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.049923:0:19167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826426.049930:0:19167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826426.049935:0:19167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) 00000080:00010000:3.0:1787826426.049938:0:19167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) for lock 0x1d187e8ba27ce94b 00000080:00010000:3.0:1787826426.049942:0:19167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce94b from it ffffbbc481d6bcb8 00010000:00010000:3.0:1787826426.049945:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.049952:0:19167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826426.049999:0:19167:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826426.050007:0:19167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826426.050014:0:19167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.050023:0:19167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826426.050029:0:19167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826426.050033:0:19167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826426.050036:0:19167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:3.0:1787826426.050039:0:19167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481d6bc08 00010000:00010000:3.0:1787826426.050042:0:19167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.050048:0:19167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826426.050056:0:19167:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826426.050062:0:19167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=9 00000080:00200008:3.0:1787826426.050074:0:19167:0:(llite_lib.c:2427:ll_setattr_raw()) START file d7.sanity-pfl:[0x200000401:0x25f:0x0](ffff9ab5d96a4b08) current size 512, valid attrs 41, mode 41ff, uid -1031675904, gid -25931, new size 0, atime 1787826426.000000000, mtime 1787826426.000000000, ctime 1787826426.000000000 00010000:00010000:3.0:1787826426.050090:0:19167:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826426.050133:0:19167:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826426.050139:0:19167:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826426.050152:0:19167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce94b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1bf34 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:3.0:1787826426.050174:0:19167:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826426.050181:0:19167:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99483c0 x1874671428600064/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826426.050201:0:19167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428600064:192.168.203.115@tcp:36:chmod.0 00000100:00100000:3.0:1787826426.050272:0:19167:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.055923:0:19167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job chmod:69920772-fbb9-479b-9fec-ca28fc2b36f3:19167:1874671428600064:192.168.203.115@tcp:36:chmod.0 00000080:00200000:3.0:1787826426.055957:0:19167:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25f:0x0], updating i_size 512 00000080:00200008:3.0:1787826426.055968:0:19167:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d7.sanity-pfl:[0x200000401:0x25f:0x0](ffff9ab5d96a4b08) current size 512, valid attrs 10000041, mode 41ff, uid -1031675904, gid -25931, new size 0, atime 1787826426.000000000, mtime 1787826426.000000000, ctime 1787826426.000000000, rc 0 00000080:00200000:2.0:1787826426.088987:0:19168:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.089177:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.089195:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.089210:0:19168:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.089218:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.089225:0:19168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.089229:0:19168:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.089236:0:19168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebb58 00010000:00010000:2.0:1787826426.089240:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.089254:0:19168:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826426.089269:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.089286:0:19168:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=24 00000080:00200000:2.0:1787826426.089290:0:19168:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d7.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=0 00000002:00010000:2.0:1787826426.089302:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787826426.089687:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.089697:0:19168:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.089708:0:19168:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.089735:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600192:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.089932:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.095252:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600192:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.095279:0:19168:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.095300:0:19168:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.095309:0:19168:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.095327:0:19168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.095339:0:19168:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096160:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096170:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096177:0:19168:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.096189:0:19168:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9ab5f98003c0 x1874671428600192/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.096201:0:19168:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096213:0:19168:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/607 (0 0) 00000080:00200000:2.0:1787826426.096219:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826426.096309:0:19168:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25f:0x0], updating i_size 512 00000080:00200000:2.0:1787826426.096313:0:19168:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x25f:0x0](ffff9ab5d96a4b08): rc = 0 00000080:00010000:2.0:1787826426.096319:0:19168:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) for lock 0x1d187e8ba27ce952 00000080:00010000:2.0:1787826426.096331:0:19168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25f:0x0](ffff9ab5d96a4b08) 00000080:00010000:2.0:1787826426.096335:0:19168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce952 from it ffffbbc481beba28 00010000:00010000:2.0:1787826426.096338:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096347:0:19168:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668c00/0x1d187e8ba27ce952 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf57 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.096384:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.096697:0:19168:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), flags=8 00000080:00200000:2.0:1787826426.096703:0:19168:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=getattr 00000002:00010000:2.0:1787826426.096720:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826426.096760:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096768:0:19168:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.096777:0:19168:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.096905:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600320:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.097034:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.103948:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600320:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.103973:0:19168:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.103987:0:19168:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104074:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104081:0:19168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104089:0:19168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104095:0:19168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.104100:0:19168:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104106:0:19168:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104113:0:19168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104120:0:19168:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826426.104127:0:19168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.104134:0:19168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce959 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.104163:0:19168:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f98003c0 x1874671428600320/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.104178:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 -1: rc 0 00010000:00010000:2.0:1787826426.104201:0:19168:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/607 (0 0) 00000080:00200000:2.0:1787826426.104291:0:19168:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.104306:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.104316:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.104327:0:19168:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826426.104333:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.104338:0:19168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.104341:0:19168:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.104346:0:19168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebbf8 00010000:00010000:2.0:1787826426.104349:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.104356:0:19168:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1787826426.104369:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.104376:0:19168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:2.0:1787826426.104381:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.104393:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 3 00000080:00200000:2.0:1787826426.104397:0:19168:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), file ffff9ab5d1093980, open_flags a141, mode 81b6 opened 0 00000080:00200000:0.0:1787826426.104964:0:19168:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=open|creat 00000002:00010000:0.0:1787826426.104986:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open|creat flags 0120502 00010000:00010000:0.0:1787826426.105042:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.105050:0:19168:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826426.105122:0:19168:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826426.105131:0:19168:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ac3c0 x1874671428600576/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826426.105148:0:19168:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.105171:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600576:192.168.203.115@tcp:101:lfs.500 00000100:00100000:0.0:1787826426.105334:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5e158b240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.111389:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600576:192.168.203.115@tcp:101:lfs.500 00010000:00010000:1.0:1787826426.111452:0:19168:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111473:0:19168:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111482:0:19168:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111494:0:19168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111505:0:19168:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111518:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111527:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111544:0:19168:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826426.111557:0:19168:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9ab5f27ac3c0 x1874671428600576/t4294969385(4294969385) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:1.0:1787826426.111572:0:19168:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ac3c0 x1874671428600576/t4294969385(4294969385) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1787826426.111584:0:19168:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111594:0:19168:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:1.0:1787826426.111600:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x25f:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787826426.111614:0:19168:0:(namei.c:1628:ll_create_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=open|creat 00000080:00200000:1.0:1787826426.111648:0:19168:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00200000:1.0:1787826426.111664:0:19168:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x260:0x0], updating i_size 0 00000080:00200000:1.0:1787826426.111693:0:19168:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1787826426.111698:0:19168:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:1.0:1787826426.111701:0:19168:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce960 00000080:00010000:1.0:1787826426.111711:0:19168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00200008:1.0:1787826426.111724:0:19168:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 120501 00000002:00100000:1.0:1787826426.111741:0:19168:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ac3c0 x1874671428600576/t4294969385(4294969385) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00010000:1.0:1787826426.111778:0:19168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce960 from it ffff9ab5f1807de0 00010000:00010000:1.0:1787826426.111783:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826426.111793:0:19168:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826426.111814:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 40 00000080:00200000:0.0:1787826426.112985:0:19168:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 2 00000080:00200000:0.0:1787826426.113000:0:19168:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000002:00010000:0.0:1787826426.113019:0:19168:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 040000002 00010000:00010000:0.0:1787826426.113156:0:19168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.113166:0:19168:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826426.113176:0:19168:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826426.113187:0:19168:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ad680 x1874671428600832/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826426.113197:0:19168:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.113217:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600832:192.168.203.115@tcp:101:lfs.500 00000100:00100000:0.0:1787826426.114375:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5e158b240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.119394:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.120189:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137216 00000100:00100000:0.0:1787826426.120200:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137216 00000100:00100000:0.0:1787826426.120281:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1848 00000100:00100000:0.0:1787826426.120290:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450137216:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.120306:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.120391:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.120430:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450137216:12345-192.168.203.115@tcp:104: Request processed in 109us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.120439:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1848 00010000:00010000:2.0:1787826426.120494:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.120502:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120510:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216cc00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.120516:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120524:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120540:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.120562:0:5598:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.120603:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120621:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.120646:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120661:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce960 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bf88 expref: -99 pid: 19168 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.120681:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.120683:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.120685:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.120947:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428600960:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.126665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428600960:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.132309:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428600832:192.168.203.115@tcp:101:lfs.500 00010000:00010000:0.0:1787826426.132334:0:19168:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132361:0:19168:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132368:0:19168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132374:0:19168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132382:0:19168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132387:0:19168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216c800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:0.0:1787826426.132393:0:19168:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132426:0:19168:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132435:0:19168:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132441:0:19168:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826426.132447:0:19168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.132453:0:19168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce967 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19168 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826426.132472:0:19168:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9ab5f27ad680 x1874671428600832/t4294969386(4294969386) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1787826426.132495:0:19168:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ad680 x1874671428600832/t4294969386(4294969386) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1787826426.132513:0:19168:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00200000:0.0:1787826426.132562:0:19168:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787826426.132570:0:19168:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826426.132617:0:19168:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x260:0x0], updating i_size 0 00000002:00100000:0.0:1787826426.132635:0:19168:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ad680 x1874671428600832/t4294969386(4294969386) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1787826426.132668:0:19168:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f27ad680 x1874671428600832/t4294969386(4294969386) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:0.0:1787826426.132676:0:19168:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826426.132680:0:19168:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ae1c0 x1874671428601216/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826426.132699:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428601216:192.168.203.115@tcp:35:lfs.500 00000100:00100000:0.0:1787826426.133216:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c511f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.139361:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428601216:192.168.203.115@tcp:35:lfs.500 00000002:00100000:0.0:1787826426.139428:0:19168:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f27ad680 x1874671428600832/t4294969386(4294969386) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200008:0.0:1787826426.139485:0:19168:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100001 00000002:00100000:0.0:1787826426.139533:0:19168:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f27ac3c0 x1874671428600576/t4294969385(4294969385) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:0.0:1787826426.139553:0:19168:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826426.139559:0:19168:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ade00 x1874671428601472/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826426.139578:0:19168:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428601472:192.168.203.115@tcp:35:lfs.500 00000100:00100000:0.0:1787826426.139654:0:19168:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c511f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.143267:0:19168:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19168:1874671428601472:192.168.203.115@tcp:35:lfs.500 00000002:00100000:0.0:1787826426.143299:0:19168:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f27ac3c0 x1874671428600576/t4294969385(4294969385) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 528/608 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:3.0:1787826426.165091:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826426.165120:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826426.165150:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1787826426.165165:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787826426.165173:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826426.165180:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826426.165184:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:3.0:1787826426.165191:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c1bb58 00010000:00010000:3.0:1787826426.165194:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1787826426.165202:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1787826426.165216:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826426.165223:0:19170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=24 00000080:00200000:3.0:1787826426.165229:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:3.0:1787826426.165240:0:19170:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), flags=8 00000080:00200000:3.0:1787826426.165244:0:19170:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=getattr 00000002:00010000:3.0:1787826426.165257:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826426.165300:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.165308:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.165318:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826426.165344:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428601600:192.168.203.115@tcp:101:lfs.500 00000100:00100000:3.0:1787826426.165977:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.171730:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428601600:192.168.203.115@tcp:101:lfs.500 00010000:00010000:3.0:1787826426.171758:0:19170:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171779:0:19170:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171788:0:19170:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171801:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171812:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171825:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171834:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171852:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826426.171864:0:19170:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994b480 x1874671428601600/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/720 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:3.0:1787826426.171875:0:19170:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826426.171887:0:19170:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171897:0:19170:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:3.0:1787826426.171903:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1787826426.171945:0:19170:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x260:0x0](ffff9ab5d958ba88): rc = 0 00000080:00200000:3.0:1787826426.171959:0:19170:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 1 00000080:00010000:3.0:1787826426.171964:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce96e 00000080:00010000:3.0:1787826426.171976:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:3.0:1787826426.171980:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce96e from it ffffbbc481c1bb20 00010000:00010000:3.0:1787826426.171984:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.171998:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787826426.172048:0:19170:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826426.172055:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:3.0:1787826426.172073:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826426.172083:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.172093:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826426.172100:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 1 00000080:00010000:3.0:1787826426.172105:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:3.0:1787826426.172108:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce96e 00000080:00010000:3.0:1787826426.172112:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce96e from it ffffbbc481c1bcb8 00010000:00010000:3.0:1787826426.172115:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.172122:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826426.172139:0:19170:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1787826426.172160:0:19170:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:3.0:1787826426.172176:0:19170:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1787826426.172180:0:19170:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5ea911f30, osc lock ffff9ab5f0170000, flags 0x400001002 00010000:00010000:3.0:1787826426.172222:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.172231:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 3/1,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826426.172273:0:19170:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1787826426.172285:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826426.172300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428601728:192.168.203.115@tcp:101:lfs.500 00010000:00010000:3.0:1787826426.176764:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.176790:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.176804:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.176814:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826426.176924:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826426.176936:0:2362:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826426.176991:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.177012:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.177019:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.177027:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826426.177046:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428601728:192.168.203.115@tcp:101:lfs.500 00000080:00200000:0.0:1787826426.177905:0:19170:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:0.0:1787826426.177914:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_release():245 00000020:00010000:0.0:1787826426.177917:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.177922:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5ea911f30 (ffff9ab5ea87bcf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.177927:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f1e94ed0 (ffff9ab5f1d84248/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826426.177930:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5ea911f30 (ffff9ab5f1d84248/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826426.177967:0:19170:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826426.178105:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826426.178123:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.178149:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787826426.178163:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1787826426.178170:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826426.178177:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826426.178180:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:0.0:1787826426.178186:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c1bbf8 00010000:00010000:0.0:1787826426.178190:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787826426.178196:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787826426.178207:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826426.178213:0:19170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:0.0:1787826426.178220:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:0.0:1787826426.178223:0:19170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=265 00000080:00200000:0.0:1787826426.178226:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 44 00000080:00200008:0.0:1787826426.178233:0:19170:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 154400 00000002:00010000:0.0:1787826426.178247:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 0104240114401 00010000:00010000:0.0:1787826426.178296:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.178304:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826426.178314:0:19170:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826426.178324:0:19170:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ac000 x1874671428601984/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826426.178334:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.178354:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428601984:192.168.203.115@tcp:101:lfs.500 00000100:00100000:0.0:1787826426.179166:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c511f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.182906:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428601984:192.168.203.115@tcp:101:lfs.500 00010000:00010000:0.0:1787826426.182942:0:19170:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.182954:0:19170:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.182964:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.182980:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826426.183088:0:19170:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f27ac000 x1874671428601984/t4294969389(4294969389) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1787826426.183102:0:19170:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ac000 x1874671428601984/t4294969389(4294969389) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1787826426.183117:0:19170:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826426.183134:0:19170:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.183156:0:19170:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/608 (0 0) 00000080:00200000:0.0:1787826426.183163:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00200000:0.0:1787826426.183219:0:19170:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 1 -> 1 00000080:00010000:0.0:1787826426.183224:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce97c 00000080:00010000:0.0:1787826426.183230:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce97c from it ffffbbc481c1bbf0 00010000:00010000:0.0:1787826426.183235:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.183245:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787826426.183271:0:19170:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ac000 x1874671428601984/t4294969389(4294969389) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1787826426.183639:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 4 00000080:00200000:0.0:1787826426.183649:0:19170:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000080:00200008:0.0:1787826426.183676:0:19170:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826426.183684:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:0.0:1787826426.183705:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.183725:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.183736:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826426.183744:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 1 00000080:00010000:0.0:1787826426.184135:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:0.0:1787826426.184150:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce96e 00000080:00010000:0.0:1787826426.184156:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce96e from it ffffbbc481c1bcd8 00010000:00010000:0.0:1787826426.184160:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.184168:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826426.184188:0:19170:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00000001:00010000:0.0:1787826426.184197:0:19170:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:0.0:1787826426.184214:0:19170:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826426.184218:0:19170:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d542b0, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826426.184235:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.184246:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1787826426.184257:0:19170:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826426.184261:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.184268:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826426.184278:0:19170:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826426.184287:0:19170:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:0.0:1787826426.184291:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826426.184294:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.184297:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d542b0 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.184300:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826426.184304:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d542b0 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826426.184315:0:19170:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826426.184353:0:19170:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 154000 00010000:00010000:0.0:1787826426.184366:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826426.185164:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826426.185183:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.185196:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787826426.185207:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787826426.185214:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826426.185221:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826426.185224:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:0.0:1787826426.185229:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c1bbf8 00010000:00010000:0.0:1787826426.185233:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787826426.185240:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1787826426.185253:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826426.185260:0:19170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:0.0:1787826426.185266:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:0.0:1787826426.185270:0:19170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=265 00000080:00200000:0.0:1787826426.185274:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 46 00000080:00200008:0.0:1787826426.185282:0:19170:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00010000:0.0:1787826426.185296:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 04240100003 00010000:00010000:0.0:1787826426.185352:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.185360:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826426.185371:0:19170:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826426.185383:0:19170:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ad2c0 x1874671428602240/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826426.185392:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.186949:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602240:192.168.203.115@tcp:101:lfs.500 00000100:00100000:0.0:1787826426.188698:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c511f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.196711:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.196863:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137344 00000100:00100000:0.0:1787826426.196872:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137344 00000100:00100000:0.0:1787826426.196961:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1849 00000100:00100000:0.0:1787826426.196971:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450137344:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.196989:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826426.197063:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.197069:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450137344:12345-192.168.203.115@tcp:104: Request processed in 101us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.197076:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1849 00010000:00010000:2.0:1787826426.197133:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.197151:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197160:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.197165:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197173:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197181:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197207:0:11335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197245:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197251:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.197279:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197287:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5400/0x1d187e8ba27ce96e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfc0 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.197303:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.197304:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.197306:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826426.197322:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826426.197336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428602368:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.203661:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602240:192.168.203.115@tcp:101:lfs.500 00010000:00010000:0.0:1787826426.203688:0:19170:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203706:0:19170:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203714:0:19170:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203724:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203734:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203746:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203753:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203760:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826426.203771:0:19170:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f27ad2c0 x1874671428602240/t4294969390(4294969390) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1787826426.203784:0:19170:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ad2c0 x1874671428602240/t4294969390(4294969390) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1787826426.203799:0:19170:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203809:0:19170:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/608 (0 0) 00000080:00200000:0.0:1787826426.203814:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00010000:0.0:1787826426.203944:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce983 00000080:00010000:0.0:1787826426.203952:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce983 from it ffffbbc481c1bbf0 00010000:00010000:0.0:1787826426.203955:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.203965:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1787826426.203990:0:19170:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f27ad2c0 x1874671428602240/t4294969390(4294969390) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1787826426.204087:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 4 00000080:00200000:0.0:1787826426.204095:0:19170:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000080:00200008:0.0:1787826426.204118:0:19170:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826426.204124:0:19170:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:0.0:1787826426.204135:0:19170:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x260:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.204159:0:19170:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/608 (0 0) 00010000:00010000:0.0:1787826426.204197:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.204205:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.204214:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 19170 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.204563:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602496:192.168.203.115@tcp:101:lfs.500 00000100:00100000:0.0:1787826426.204641:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5e158b240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.205335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428602368:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826426.209801:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.210000:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137472 00000100:00100000:0.0:1787826426.210010:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137472 00000100:00100000:0.0:1787826426.210059:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1850 00000100:00100000:0.0:1787826426.210069:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450137472:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.210086:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.210174:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.210181:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450137472:12345-192.168.203.115@tcp:104: Request processed in 114us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.210206:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1850 00010000:00010000:2.0:1787826426.211174:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.211187:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211197:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216d600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.211203:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211213:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211290:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211322:0:5599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.211653:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211661:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.211683:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.211691:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216d600/0x1d187e8ba27ce983 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1bfea expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826426.212018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428602624:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826426.212131:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.212134:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.212136:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.215596:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428602624:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.217601:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602496:192.168.203.115@tcp:101:lfs.500 00010000:00010000:0.0:1787826426.217626:0:19170:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217637:0:19170:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217663:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217674:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217692:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217700:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217707:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826426.217720:0:19170:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f27ada40 x1874671428602496/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/720 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1787826426.217732:0:19170:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826426.217746:0:19170:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217760:0:19170:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:0.0:1787826426.217766:0:19170:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x260:0x0] suppgids 500 500: rc 0 00000080:00200000:0.0:1787826426.217818:0:19170:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 1 -> 1 00000080:00010000:0.0:1787826426.217824:0:19170:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce98a 00000080:00010000:0.0:1787826426.217844:0:19170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:0.0:1787826426.217848:0:19170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce98a from it ffffbbc481c1bcd8 00010000:00010000:0.0:1787826426.217852:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.217865:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826426.217903:0:19170:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 1 restore needed 0 00000001:00010000:0.0:1787826426.217913:0:19170:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:0.0:1787826426.217929:0:19170:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826426.217933:0:19170:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d542b0, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826426.217948:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.217961:0:19170:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826426.217973:0:19170:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826426.217976:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.217985:0:19170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826426.217995:0:19170:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826426.218003:0:19170:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:0.0:1787826426.218007:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826426.218010:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.218013:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d542b0 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.218017:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826426.218021:0:19170:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d542b0 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826426.218030:0:19170:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826426.218080:0:19170:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 2 00000080:00200000:0.0:1787826426.218091:0:19170:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov.add 00000020:00100000:0.0:1787826426.218133:0:19170:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826426.218152:0:19170:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ada40 x1874671428602880/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826426.218176:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602880:192.168.203.115@tcp:36:lfs.500 00000100:00100000:0.0:1787826426.218245:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4cd2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.230022:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.230068:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.230106:0:11323:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826426.230123:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137600 00000100:00100000:1.0:1787826426.230131:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137600 00000100:00100000:1.0:1787826426.230184:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137728 00000100:00100000:1.0:1787826426.230188:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137728 00000100:00100000:1.0:1787826426.230207:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1851 00000100:00100000:1.0:1787826426.230216:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:11781:x1874671450137600:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826426.230235:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826426.230303:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826426.230309:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:11781:x1874671450137600:12345-192.168.203.115@tcp:104: Request processed in 94us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826426.230317:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1851 00000100:00100000:1.0:1787826426.230333:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1852 00000100:00100000:1.0:1787826426.230340:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5ea81f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450137728:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826426.230348:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826426.230385:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787826426.230391:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5ea81f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450137728:12345-192.168.203.115@tcp:104: Request processed in 52us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826426.230430:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1852 00010000:00010000:3.0:1787826426.230623:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787826426.230630:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230638:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216cc00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826426.230643:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230651:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230663:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230750:0:5598:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826426.230793:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230800:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826426.230820:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230827:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216cc00/0x1d187e8ba27ce98a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfff expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826426.230842:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826426.230845:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826426.230851:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216c800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826426.230854:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826426.230862:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826426.230873:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.230895:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00100000:3.0:1787826426.230910:0:5598:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f27ac000 x1874671428601984/t4294969389(4294969389) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:3.0:1787826426.230921:0:5598:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1787826426.230927:0:5598:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a940 x1874671428603264/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826426.230944:0:5598:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:5598:1874671428603264:192.168.203.115@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1787826426.231005:0:5598:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5eac0ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.231018:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826426.231027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428603008:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.237987:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428603008:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.238137:0:5598:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:5598:1874671428603264:192.168.203.115@tcp:35:ldlm_bl.0 00000002:00100000:2.0:1787826426.238174:0:5598:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f27ac000 x1874671428601984/t4294969389(4294969389) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.238210:0:5598:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.238270:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.238279:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.238308:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.238318:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce97c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1bfd5 expref: -99 pid: 19170 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.238340:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.238342:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.238344:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826426.238351:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826426.238363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428603392:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.242303:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ada40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428602880:192.168.203.115@tcp:36:lfs.500 00000080:00200008:0.0:1787826426.242351:0:19170:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00100000:0.0:1787826426.242419:0:19170:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f27ad2c0 x1874671428602240/t4294969390(4294969390) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:0.0:1787826426.242430:0:19170:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826426.242435:0:19170:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ae940 x1874671428603648/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826426.242456:0:19170:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428603648:192.168.203.115@tcp:35:lfs.500 00000100:00100000:0.0:1787826426.242514:0:19170:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4cd2000 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.242989:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428603392:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.247868:0:19170:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19170:1874671428603648:192.168.203.115@tcp:35:lfs.500 00000002:00100000:0.0:1787826426.247899:0:19170:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f27ad2c0 x1874671428602240/t4294969390(4294969390) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.265301:0:19171:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.265330:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.265349:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787826426.265365:0:19171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1787826426.265374:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.265381:0:19171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.265384:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.265392:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c2bb58 00010000:00010000:2.0:1787826426.265396:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787826426.265757:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1787826426.265775:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.265784:0:19171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=24 00000080:00200000:2.0:1787826426.265789:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.265801:0:19171:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), flags=8 00000080:00200000:2.0:1787826426.265806:0:19171:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=getattr 00000002:00010000:2.0:1787826426.265819:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826426.265864:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.265873:0:19171:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.265882:0:19171:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.265908:0:19171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428603776:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.266006:0:19171:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.269251:0:19171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428603776:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.269275:0:19171:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269295:0:19171:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269303:0:19171:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269314:0:19171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269324:0:19171:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269336:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269345:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269353:0:19171:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.269364:0:19171:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9802940 x1874671428603776/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/824 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.269374:0:19171:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 240 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826426.269389:0:19171:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269431:0:19171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.269439:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826426.269481:0:19171:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826426.269492:0:19171:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826426.269765:0:19171:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:2.0:1787826426.269781:0:19171:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826426.269837:0:19171:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x260:0x0](ffff9ab5d958ba88): rc = 0 00000080:00200000:2.0:1787826426.269852:0:19171:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 2 00000080:00010000:2.0:1787826426.269858:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce991 00000080:00010000:2.0:1787826426.269869:0:19171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.269873:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce991 from it ffffbbc481c2bb20 00010000:00010000:2.0:1787826426.269877:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.269886:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826426.269931:0:19171:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826426.269937:0:19171:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:2.0:1787826426.269955:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.269966:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.269977:0:19171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.269983:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 1 00000080:00010000:2.0:1787826426.269988:0:19171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.269991:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce991 00000080:00010000:2.0:1787826426.269995:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce991 from it ffffbbc481c2bcb8 00010000:00010000:2.0:1787826426.269998:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.270006:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.270021:0:19171:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826426.270027:0:19171:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:2.0:1787826426.270040:0:19171:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826426.270043:0:19171:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515e30, osc lock ffff9ab5e063b860, flags 0x400001002 00010000:00010000:2.0:1787826426.270057:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.270066:0:19171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1787826426.270078:0:19171:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1787826426.270094:0:19171:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826426.270097:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.270104:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1787826426.270112:0:19171:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826426.270121:0:19171:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826426.270125:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826426.270128:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.270131:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515e30 (ffff9ab5f1d84998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.270134:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f017c278 (ffff9ab5f1fd36c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826426.270137:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515e30 (ffff9ab5f1fd36c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826426.270153:0:19171:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826426.270260:0:19171:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.270269:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.270278:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1787826426.270286:0:19171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1787826426.270293:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.270297:0:19171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.270300:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.270304:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c2bbf8 00010000:00010000:2.0:1787826426.270307:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1787826426.270315:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:2.0:1787826426.270324:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.270330:0:19171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:2.0:1787826426.270335:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.270338:0:19171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=265 00000080:00200000:2.0:1787826426.270342:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 46 00000080:00200008:2.0:1787826426.270351:0:19171:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00010000:2.0:1787826426.270365:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 04240100003 00010000:00010000:2.0:1787826426.270520:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.270528:0:19171:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826426.270717:0:19171:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826426.270726:0:19171:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802940 x1874671428604032/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826426.270736:0:19171:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.270756:0:19171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604032:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.270956:0:19171:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.276243:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.276354:0:11323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137856 00000100:00100000:0.0:1787826426.276363:0:11323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137856 00000100:00100000:0.0:1787826426.276434:0:11323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1853 00000100:00100000:0.0:1787826426.276443:0:11323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450137856:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.276459:0:11323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.276713:0:11323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.276721:0:11323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24ba1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450137856:12345-192.168.203.115@tcp:104: Request processed in 279us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.276728:0:11323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1853 00010000:00010000:2.0:1787826426.276818:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.276825:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276833:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.276838:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276846:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276854:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.276875:0:11335:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.276914:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276920:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.276940:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276947:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce991 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c022 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.276964:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.276966:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.276967:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826426.276979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604160:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.282082:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604160:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.282893:0:19171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604032:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.282914:0:19171:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282935:0:19171:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282943:0:19171:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282954:0:19171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282964:0:19171:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282976:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282984:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.282990:0:19171:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.283001:0:19171:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9802940 x1874671428604032/t4294969394(4294969394) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:2.0:1787826426.283013:0:19171:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9802940 x1874671428604032/t4294969394(4294969394) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/848 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.283026:0:19171:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.283035:0:19171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.283041:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00010000:2.0:1787826426.283080:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce998 00000080:00010000:2.0:1787826426.283087:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce998 from it ffffbbc481c2bbf0 00010000:00010000:2.0:1787826426.283090:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.283098:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:2.0:1787826426.283122:0:19171:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9802940 x1874671428604032/t4294969394(4294969394) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.283288:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 4 00000080:00200000:2.0:1787826426.283297:0:19171:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000080:00200008:2.0:1787826426.283325:0:19171:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826426.283332:0:19171:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:2.0:1787826426.283345:0:19171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x260:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.283352:0:19171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/608 (0 0) 00010000:00010000:2.0:1787826426.283387:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.283585:0:19171:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.283598:0:19171:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19171 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.283619:0:19171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604288:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.283704:0:19171:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245240 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.287496:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.287668:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450137984 00000100:00100000:1.0:1787826426.287678:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450137984 00000100:00100000:1.0:1787826426.287732:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1854 00000100:00100000:1.0:1787826426.287743:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450137984:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826426.287761:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826426.287834:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826426.287841:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ae940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450137984:12345-192.168.203.115@tcp:104: Request processed in 101us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826426.287849:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1854 00010000:00010000:2.0:1787826426.288864:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.288873:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.288882:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668a00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.288887:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.288895:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.288903:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.288960:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.288969:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.288995:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.289009:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce998 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c030 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.289022:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.289024:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.289026:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826426.289034:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826426.289048:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604416:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.293042:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604416:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.293121:0:19171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604288:192.168.203.115@tcp:101:lfs.500 00010000:00010000:3.0:1787826426.293151:0:19171:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293163:0:19171:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293175:0:19171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293191:0:19171:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293203:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293210:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293226:0:19171:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826426.293239:0:19171:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9800f00 x1874671428604288/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/824 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:3.0:1787826426.293250:0:19171:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 240 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826426.293265:0:19171:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293279:0:19171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:3.0:1787826426.293287:0:19171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x260:0x0] suppgids 500 500: rc 0 00000080:00200000:3.0:1787826426.293340:0:19171:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 2 00000080:00010000:3.0:1787826426.293346:0:19171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce99f 00000080:00010000:3.0:1787826426.293351:0:19171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:3.0:1787826426.293354:0:19171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce99f from it ffffbbc481c2bcd8 00010000:00010000:3.0:1787826426.293358:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826426.293367:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826426.297565:0:19171:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826426.297674:0:19171:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:2.0:1787826426.297698:0:19171:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826426.297702:0:19171:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515e30, osc lock ffff9ab5e063b860, flags 0x400001002 00010000:00010000:2.0:1787826426.297726:0:19171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.297744:0:19171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1787826426.297757:0:19171:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826426.297763:0:19171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.297774:0:19171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1787826426.297796:0:19171:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826426.297806:0:19171:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826426.297810:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826426.297814:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.297817:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515e30 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.297821:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826426.297823:0:19171:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515e30 (ffff9ab5ea87bea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826426.297838:0:19171:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826426.297903:0:19171:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 2 00000080:00200000:2.0:1787826426.297916:0:19171:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov.del 00000020:00100000:2.0:1787826426.297976:0:19171:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826426.297989:0:19171:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98003c0 x1874671428604672/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826426.298011:0:19171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604672:192.168.203.115@tcp:36:lfs.500 00000100:00100000:2.0:1787826426.298100:0:19171:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.301962:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.302134:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450138112 00000100:00100000:0.0:1787826426.302156:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450138112 00000100:00100000:0.0:1787826426.302214:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1855 00000100:00100000:0.0:1787826426.302233:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450138112:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.302252:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.302326:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.302332:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450138112:12345-192.168.203.115@tcp:104: Request processed in 111us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.302340:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1855 00010000:00010000:2.0:1787826426.302625:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.302632:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302641:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.302646:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302655:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302670:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.302692:0:11310:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.302757:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302765:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.302783:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302790:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce99f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c045 expref: -99 pid: 19171 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.302809:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.302811:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.302812:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.302938:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604800:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.306150:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428604800:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.306909:0:19171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428604672:192.168.203.115@tcp:36:lfs.500 00000080:00200008:2.0:1787826426.306966:0:19171:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00100000:2.0:1787826426.307026:0:19171:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9802940 x1874671428604032/t4294969394(4294969394) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:2.0:1787826426.307038:0:19171:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826426.307043:0:19171:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9801a40 x1874671428605056/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826426.307062:0:19171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428605056:192.168.203.115@tcp:35:lfs.500 00000100:00100000:2.0:1787826426.307181:0:19171:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.310011:0:19171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19171:1874671428605056:192.168.203.115@tcp:35:lfs.500 00000002:00100000:2.0:1787826426.310042:0:19171:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9802940 x1874671428604032/t4294969394(4294969394) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/848 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.326853:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.326881:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.326901:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1787826426.326918:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:2.0:1787826426.326927:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.326935:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.326939:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.326946:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c33b58 00010000:00010000:2.0:1787826426.326950:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1787826426.326959:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:2.0:1787826426.326975:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.326982:0:19172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=24 00000080:00200000:2.0:1787826426.326988:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.326999:0:19172:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), flags=8 00000080:00200000:2.0:1787826426.327003:0:19172:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=getattr 00000002:00010000:2.0:1787826426.327015:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826426.327059:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.327068:0:19172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.327077:0:19172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.327101:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605184:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.327269:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.331948:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605184:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.331973:0:19172:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.331995:0:19172:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332003:0:19172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332015:0:19172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332026:0:19172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332106:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332115:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332124:0:19172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.332136:0:19172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9801a40 x1874671428605184/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/720 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.332158:0:19172:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826426.332171:0:19172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332182:0:19172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.332189:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826426.332231:0:19172:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826426.332242:0:19172:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1787826426.332251:0:19172:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1787826426.332270:0:19172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:2.0:1787826426.332286:0:19172:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787826426.332340:0:19172:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x260:0x0](ffff9ab5d958ba88): rc = 0 00000080:00200000:2.0:1787826426.332354:0:19172:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 3 00000080:00010000:2.0:1787826426.332360:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9a6 00000080:00010000:2.0:1787826426.332372:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.332376:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9a6 from it ffffbbc481c33b20 00010000:00010000:2.0:1787826426.332379:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.332388:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826426.332622:0:19172:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826426.332629:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:2.0:1787826426.332646:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.332717:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.332727:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.332734:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 1 00000080:00010000:2.0:1787826426.332741:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.332744:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9a6 00000080:00010000:2.0:1787826426.332748:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9a6 from it ffffbbc481c33cb8 00010000:00010000:2.0:1787826426.332750:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.332757:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.332772:0:19172:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 2 restore needed 0 00000001:00010000:2.0:1787826426.332780:0:19172:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:2.0:1787826426.332859:0:19172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826426.332863:0:19172:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515ab0, osc lock ffff9ab5e063b860, flags 0x400001002 00010000:00010000:2.0:1787826426.332878:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826426.332889:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1787826426.332902:0:19172:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1787826426.332912:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826426.332916:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826426.332925:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1787826426.332935:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826426.332947:0:19172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826426.332951:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826426.332955:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.332958:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515ab0 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.332963:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826426.332965:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515ab0 (ffff9ab5ea87bea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826426.332973:0:19172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826426.333019:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.333099:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.333109:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1787826426.333118:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:2.0:1787826426.333125:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.333129:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.333132:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.333136:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c33bf8 00010000:00010000:2.0:1787826426.333157:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1787826426.333165:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1787826426.333174:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.333182:0:19172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:2.0:1787826426.333186:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.333190:0:19172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=265 00000080:00200000:2.0:1787826426.333194:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 44 00000080:00200008:2.0:1787826426.333201:0:19172:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 154400 00000002:00010000:2.0:1787826426.333213:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 0104240114401 00010000:00010000:2.0:1787826426.333257:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.333265:0:19172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826426.333280:0:19172:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826426.333289:0:19172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9801a40 x1874671428605440/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826426.333299:0:19172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.333319:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605440:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.335136:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.339094:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605440:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.339125:0:19172:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.339135:0:19172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.339156:0:19172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.339168:0:19172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.339182:0:19172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9801a40 x1874671428605440/t4294969397(4294969397) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:2.0:1787826426.339195:0:19172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9801a40 x1874671428605440/t4294969397(4294969397) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.339212:0:19172:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826426.339224:0:19172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.339233:0:19172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.339239:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00200000:2.0:1787826426.339289:0:19172:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 3 -> 3 00000080:00010000:2.0:1787826426.339293:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9ad 00000080:00010000:2.0:1787826426.339300:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9ad from it ffffbbc481c33bf0 00010000:00010000:2.0:1787826426.339304:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.339314:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00100000:2.0:1787826426.339340:0:19172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9801a40 x1874671428605440/t4294969397(4294969397) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.339509:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 4 00000080:00200000:2.0:1787826426.339519:0:19172:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000080:00200008:2.0:1787826426.339644:0:19172:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826426.339652:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:2.0:1787826426.339669:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.339680:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.339696:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.339703:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 1 00000080:00010000:2.0:1787826426.339709:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.339713:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9a6 00000080:00010000:2.0:1787826426.339717:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9a6 from it ffffbbc481c33cd8 00010000:00010000:2.0:1787826426.339720:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826426.339727:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826426.339745:0:19172:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 3 restore needed 0 00000001:00010000:2.0:1787826426.339755:0:19172:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:2.0:1787826426.339773:0:19172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826426.339776:0:19172:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515ab0, osc lock ffff9ab5e063b860, flags 0x400001002 00010000:00010000:2.0:1787826426.339847:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826426.339860:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1787826426.339872:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826426.339876:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826426.339889:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1787826426.339899:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826426.339908:0:19172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826426.339911:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826426.339915:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.339918:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515ab0 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.339922:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826426.339925:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515ab0 (ffff9ab5ea87bea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826426.339934:0:19172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826426.339968:0:19172:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 154000 00010000:00010000:2.0:1787826426.339979:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826426.340021:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826426.340029:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.340036:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1787826426.340044:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1787826426.340051:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826426.340055:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826426.340058:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826426.340063:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c33bf8 00010000:00010000:2.0:1787826426.340066:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1787826426.340073:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1787826426.340082:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826426.340088:0:19172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=25 00000080:00200000:2.0:1787826426.340092:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:2.0:1787826426.340096:0:19172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=265 00000080:00200000:2.0:1787826426.340100:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 46 00000080:00200008:2.0:1787826426.340107:0:19172:0:(file.c:1090:ll_file_open()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00010000:2.0:1787826426.340117:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: open flags 04240100003 00010000:00010000:2.0:1787826426.340170:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.340179:0:19172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826426.340189:0:19172:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826426.340196:0:19172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802940 x1874671428605696/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826426.340206:0:19172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.340225:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605696:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.340460:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f02459c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.343820:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826426.343881:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450138240 00000100:00100000:0.0:1787826426.343893:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450138240 00000100:00100000:0.0:1787826426.343951:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1856 00000100:00100000:0.0:1787826426.343961:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450138240:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.343977:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826426.344086:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.344092:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5841:x1874671450138240:12345-192.168.203.115@tcp:104: Request processed in 134us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.344099:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1856 00010000:00010000:2.0:1787826426.345157:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.345167:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345177:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.345182:0:5598:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345189:0:5598:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345197:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345223:0:5598:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345267:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345274:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787826426.345336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428605824:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826426.345835:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345845:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668800/0x1d187e8ba27ce9a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c068 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826426.345863:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.345865:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.345867:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826426.349148:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605696:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.349174:0:19172:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349190:0:19172:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349198:0:19172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/1,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349208:0:19172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349218:0:19172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/1,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349230:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349238:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 5/1,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349246:0:19172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.349258:0:19172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9ab5f9802940 x1874671428605696/t4294969398(4294969398) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00100000:2.0:1787826426.349277:0:19172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9802940 x1874671428605696/t4294969398(4294969398) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.349292:0:19172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349302:0:19172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 8 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.349308:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25f:0x0] suppgids -1 500: rc 0 00000080:00010000:2.0:1787826426.349350:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9b4 00000080:00010000:2.0:1787826426.349357:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9b4 from it ffffbbc481c33bf0 00010000:00010000:2.0:1787826426.349360:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349369:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:2.0:1787826426.349393:0:19172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9802940 x1874671428605696/t4294969398(4294969398) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.349629:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 4 00000080:00200000:2.0:1787826426.349639:0:19172:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov 00000080:00200008:2.0:1787826426.349663:0:19172:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826426.349670:0:19172:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:2.0:1787826426.349682:0:19172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x260:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826426.349689:0:19172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 30 res 8589935617/608 (0 0) 00010000:00010000:2.0:1787826426.349726:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349738:0:19172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.349747:0:19172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 19172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826426.349766:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605952:192.168.203.115@tcp:101:lfs.500 00000100:00100000:2.0:1787826426.349964:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f02459c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826426.350111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428605824:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787826426.355196:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.355278:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450138368 00000100:00100000:1.0:1787826426.355287:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450138368 00000100:00100000:1.0:1787826426.355369:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1857 00000100:00100000:1.0:1787826426.355379:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450138368:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826426.355395:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826426.355499:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826426.355506:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:5842:x1874671450138368:12345-192.168.203.115@tcp:104: Request processed in 129us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826426.355514:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1857 00010000:00010000:2.0:1787826426.355599:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.355607:0:11335:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355616:0:11335:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.355622:0:11335:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355630:0:11335:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355638:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355663:0:11335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.355699:0:11335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355709:0:11335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.355739:0:11335:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355748:0:11335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668600/0x1d187e8ba27ce9b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x260:0x0].0x0 bits 0x5/0x5 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd7f78c2f4bc1c08b expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.355762:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.355764:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.355766:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.355802:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606080:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.358122:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606080:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.360335:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428605952:192.168.203.115@tcp:101:lfs.500 00010000:00010000:2.0:1787826426.360358:0:19172:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360370:0:19172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360382:0:19172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360395:0:19172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360453:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360462:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360470:0:19172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826426.360483:0:19172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f9801e00 x1874671428605952/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/720 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1787826426.360495:0:19172:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826426.360508:0:19172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360520:0:19172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:2.0:1787826426.360527:0:19172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x260:0x0] suppgids 500 500: rc 0 00000080:00200000:2.0:1787826426.360587:0:19172:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 3 -> 3 00000080:00010000:2.0:1787826426.360592:0:19172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9bb 00000080:00010000:2.0:1787826426.360599:0:19172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:2.0:1787826426.360602:0:19172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9bb from it ffffbbc481c33cd8 00010000:00010000:2.0:1787826426.360605:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826426.360614:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.360665:0:19172:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 3 restore needed 0 00000001:00010000:2.0:1787826426.360676:0:19172:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:2.0:1787826426.360694:0:19172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826426.360698:0:19172:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5f2515ab0, osc lock ffff9ab5e063b860, flags 0x400001002 00010000:00010000:2.0:1787826426.360714:0:19172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826426.360728:0:19172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1787826426.360740:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826426.360744:0:19172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826426.360752:0:19172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:2.0:1787826426.360761:0:19172:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826426.360769:0:19172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826426.360773:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826426.360775:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.360778:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5f2515ab0 (ffff9ab5f1fd36c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826426.360781:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2169b28 (ffff9ab5ea87bea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826426.360784:0:19172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5f2515ab0 (ffff9ab5ea87bea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826426.361030:0:19172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826426.361083:0:19172:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), inode mode 81a4 mask 2 00000080:00200000:2.0:1787826426.361094:0:19172:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88), xattr lov.add 00000020:00100000:2.0:1787826426.361135:0:19172:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826426.361152:0:19172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9801e00 x1874671428606336/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826426.361178:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428606336:192.168.203.115@tcp:36:lfs.500 00000100:00100000:2.0:1787826426.361304:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787826426.364195:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.364240:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787826426.364271:0:5588:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826426.364286:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450138496 00000100:00100000:1.0:1787826426.364295:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450138496 00000100:00100000:1.0:1787826426.364339:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450138624 00000100:00100000:1.0:1787826426.364342:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450138624 00000100:00100000:1.0:1787826426.364364:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1858 00000100:00100000:1.0:1787826426.364373:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:11781:x1874671450138496:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787826426.364391:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787826426.364754:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1859 00000100:00100000:0.0:1787826426.364766:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f9831050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:11781:x1874671450138624:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826426.364775:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826426.364954:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826426.364961:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f9831050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:69920772-fbb9-479b-9fec-ca28fc2b36f3+6:11781:x1874671450138624:12345-192.168.203.115@tcp:104: Request processed in 199us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826426.364969:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1859 00010000:00010000:2.0:1787826426.367086:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787826426.367099:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.367111:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668a00 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.367116:0:5599:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.367124:0:5599:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.367134:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00100000:2.0:1787826426.367232:0:5599:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9801a40 x1874671428605440/t4294969397(4294969397) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:2.0:1787826426.367250:0:5599:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1787826426.367256:0:5599:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9802d00 x1874671428606592/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826426.367278:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:69920772-fbb9-479b-9fec-ca28fc2b36f3:5599:1874671428606592:192.168.203.115@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1787826426.367443:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245b40 going to sleep for 11 seconds 00010000:00010000:1.0:1787826426.367571:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826426.367582:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:69920772-fbb9-479b-9fec-ca28fc2b36f3+5:11781:x1874671450138496:12345-192.168.203.115@tcp:104: Request processed in 3208us (3394us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826426.367592:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1858 00010000:00010000:2.0:1787826426.368492:0:11310:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826426.368500:0:11310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368511:0:11310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669600 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826426.368516:0:11310:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368522:0:11310:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368530:0:11310:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826426.368558:0:11310:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.368598:0:11310:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368605:0:11310:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.368627:0:11310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368634:0:11310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669600/0x1d187e8ba27ce9bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c0a0 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826426.368647:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.368660:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.368662:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.370011:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826426.370034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606720:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.371088:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:69920772-fbb9-479b-9fec-ca28fc2b36f3:5599:1874671428606592:192.168.203.115@tcp:35:ldlm_bl.0 00000002:00100000:2.0:1787826426.371114:0:5599:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9801a40 x1874671428605440/t4294969397(4294969397) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1787826426.371166:0:5599:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:2.0:1787826426.371210:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.371219:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826426.371246:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 1/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.371253:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668a00/0x1d187e8ba27ce9ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0xd rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c076 expref: -99 pid: 19172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826426.371271:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.371274:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.371276:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826426.371328:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606848:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.372753:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606720:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826426.375607:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428606848:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826426.375829:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428606336:192.168.203.115@tcp:36:lfs.500 00000080:00200008:2.0:1787826426.375867:0:19172:0:(file.c:479:ll_file_release()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), flags 100002 00000002:00100000:2.0:1787826426.375921:0:19172:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f9802940 x1874671428605696/t4294969398(4294969398) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000020:00100000:2.0:1787826426.375932:0:19172:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826426.375937:0:19172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9801a40 x1874671428607104/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826426.375956:0:19172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428607104:192.168.203.115@tcp:35:lfs.500 00000100:00100000:2.0:1787826426.376014:0:19172:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5f0245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826426.385130:0:19172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19172:1874671428607104:192.168.203.115@tcp:35:lfs.500 00000002:00100000:2.0:1787826426.385172:0:19172:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f9802940 x1874671428605696/t4294969398(4294969398) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 656/744 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1787826426.396854:0:19173:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826426.396882:0:19173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.396901:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826426.396919:0:19173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1787826426.396927:0:19173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826426.396935:0:19173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826426.396939:0:19173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:0.0:1787826426.396946:0:19173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c3bb58 00010000:00010000:0.0:1787826426.396951:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1787826426.396962:0:19173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826426.396978:0:19173:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826426.396986:0:19173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=24 00000080:00200000:0.0:1787826426.396992:0:19173:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:0.0:1787826426.397002:0:19173:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), flags=8 00000080:00200000:0.0:1787826426.397006:0:19173:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), intent=getattr 00000002:00010000:0.0:1787826426.397019:0:19173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826426.397312:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.397322:0:19173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.397331:0:19173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19173 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826426.397356:0:19173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19173:1874671428607232:192.168.203.115@tcp:101:rm.0 00000100:00100000:0.0:1787826426.397858:0:19173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4cd2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.401466:0:19173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19173:1874671428607232:192.168.203.115@tcp:101:rm.0 00010000:00010000:0.0:1787826426.401491:0:19173:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401518:0:19173:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401526:0:19173:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401604:0:19173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401614:0:19173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401626:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401634:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401641:0:19173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826426.401702:0:19173:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f27ae580 x1874671428607232/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/824 e 0 to 0 dl 1787826442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826426.401712:0:19173:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 240 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826426.401724:0:19173:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401732:0:19173:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/608 (0 0) 00000080:00200000:0.0:1787826426.401736:0:19173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787826426.401771:0:19173:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826426.401780:0:19173:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826426.401806:0:19173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:0.0:1787826426.401821:0:19173:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826426.401876:0:19173:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x260:0x0](ffff9ab5d958ba88): rc = 0 00000080:00200000:0.0:1787826426.401888:0:19173:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x260:0x0]: layout version change: 4294967294 -> 4 00000080:00010000:0.0:1787826426.401891:0:19173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9c2 00000080:00010000:0.0:1787826426.401900:0:19173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:0.0:1787826426.401902:0:19173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9c2 from it ffffbbc481c3bb20 00010000:00010000:0.0:1787826426.401905:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826426.401911:0:19173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787826426.401948:0:19173:0:(file.c:6313:ll_getattr_dentry()) START file f7.sanity-pfl:[0x200000401:0x260:0x0](ffff9ab5d958ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826426.401953:0:19173:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88),name=f7.sanity-pfl 00000002:00010000:0.0:1787826426.401978:0:19173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x260:0x0]) in obj [0x200000401:0x25f:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.401986:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.401994:0:19173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826426.401998:0:19173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x25f:0x0] suppgids 0 -1: rc 1 00000080:00010000:0.0:1787826426.402001:0:19173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000080:00010000:0.0:1787826426.402004:0:19173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x260:0x0](ffff9ab5d958ba88) for lock 0x1d187e8ba27ce9c2 00000080:00010000:0.0:1787826426.402006:0:19173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9c2 from it ffffbbc481c3bcb8 00010000:00010000:0.0:1787826426.402008:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826426.402013:0:19173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826426.402023:0:19173:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 1 restore needed 0 00000001:00010000:0.0:1787826426.402029:0:19173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x260:0x0] 00000008:00010000:0.0:1787826426.402041:0:19173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826426.402044:0:19173:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54ab0, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826426.402057:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826426.402067:0:19173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:0.0:1787826426.402079:0:19173:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:0.0:1787826426.402198:0:19173:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826426.402203:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826426.402211:0:19173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:0.0:1787826426.402228:0:19173:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826426.402238:0:19173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x260:0x0] updating i_size 0 i_blocks 1 00000020:00010000:0.0:1787826426.402242:0:19173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:0.0:1787826426.402245:0:19173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.402248:0:19173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54ab0 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826426.402251:0:19173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826426.402253:0:19173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54ab0 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826426.402261:0:19173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 0/1, layout version 4 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826426.402304:0:19173:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:0.0:1787826426.402312:0:19173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826426.402320:0:19173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826426.402328:0:19173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1787826426.402334:0:19173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826426.402338:0:19173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:0.0:1787826426.402341:0:19173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:0.0:1787826426.402345:0:19173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481c3bc10 00010000:00010000:0.0:1787826426.402348:0:19173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1787826426.402354:0:19173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1787826426.402362:0:19173:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1787826426.402368:0:19173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d7.sanity-pfl, flags=24 00000080:00200000:0.0:1787826426.402373:0:19173:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 1 00000080:00200000:0.0:1787826426.402378:0:19173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f7.sanity-pfl, flags=0 00000080:00200000:0.0:1787826426.402382:0:19173:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08), inode mode 41ff mask 3 00000080:00200000:0.0:1787826426.402386:0:19173:0:(namei.c:2418:ll_unlink()) VFS Op:name=f7.sanity-pfl, dir=[0x200000401:0x25f:0x0](ffff9ab5d96a4b08) 00010000:00010000:0.0:1787826426.402637:0:19173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826426.402720:0:19173:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x260:0x0]: losing layout lock 00010000:00010000:0.0:1787826426.402753:0:19173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826426.402758:0:19173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826426.402760:0:19173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab60216c800/0x1d187e8ba27ce9c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1c0c3 expref: -99 pid: 19173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1787826426.402776:0:19173:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826426.402782:0:19173:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ae580 x1874671428607488/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 496/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826426.402801:0:19173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19173:1874671428607488:192.168.203.115@tcp:36:rm.0 00000100:00100000:0.0:1787826426.402938:0:19173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c4cd2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826426.406499:0:19173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19173:1874671428607488:192.168.203.115@tcp:36:rm.0 00000080:00200000:0.0:1787826426.406558:0:19173:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 4 restore needed 0 00020000:00200000:0.0:1787826426.406571:0:19173:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826426.406579:0:19173:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1787826426.406597:0:19173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x260:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826426.406604:0:19173:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x260:0x0](ffff9ab5d958ba88) 00000008:00010000:0.0:1787826426.406634:0:19173:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 1/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826426.563430:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826427.590010:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826428.610580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826429.633575:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826430.208558:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787826430.209911:0:11318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450139904 00000100:00100000:0.0:1787826430.209925:0:11318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450139904 00000100:00100000:0.0:1787826430.209993:0:11318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1860 00000100:00100000:0.0:1787826430.210002:0:11318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12329:x1874671450139904:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826430.210021:0:11318:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826430.210096:0:11318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826430.210103:0:11318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f24b8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12329:x1874671450139904:12345-192.168.203.115@tcp:104: Request processed in 102us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826430.210111:0:11318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1860 00010000:00010000:3.0:1787826430.211511:0:5598:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826430.211522:0:5598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826430.211535:0:5598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4800 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826430.211542:0:5598:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826430.211588:0:5598:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826430.211596:0:5598:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826430.211617:0:5598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826430.211626:0:5598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9ab5c862d000 lock: 000000004d6c4679/0x1d187e8ba27ce975 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd7f78c2f4bc1bfc7 expref: -99 pid: 19170 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1787826430.211646:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826430.211648:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826430.211650:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826430.211665:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428607616:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826430.219587:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428607616:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787826430.659838:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826430.721749:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428607744:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826430.721888:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428608000:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826430.721925:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826430.721941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428607872:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826430.741679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428608000:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826430.745052:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ab5c862d000: committing for last_committed 4294969402 gen 1 00000100:00100000:3.0:1787826430.745155:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428607872:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826430.745169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428607744:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826431.681844:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787826431.917367:0:19729:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 8: Run dbench over composite files ==== 06:27:10 (1787826430) 00000080:00200000:3.0:1787826431.979040:0:19731:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826431.979067:0:19731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826431.979085:0:19731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826431.979112:0:19731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1787826431.979120:0:19731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826431.979128:0:19731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826431.979132:0:19731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:3.0:1787826431.979138:0:19731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481e2bb58 00010000:00010000:3.0:1787826431.979142:0:19731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1787826431.979149:0:19731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1787826431.979166:0:19731:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826431.979176:0:19731:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=8 00000080:00200000:3.0:1787826431.979179:0:19731:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=getattr 00000002:00010000:3.0:1787826431.979190:0:19731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d8.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826431.979232:0:19731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826431.979240:0:19731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826431.979249:0:19731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826431.979275:0:19731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19731:1874671428608128:192.168.203.115@tcp:101:rm.0 00000100:00100000:3.0:1787826431.979389:0:19731:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d409c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.000890:0:19731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job rm:69920772-fbb9-479b-9fec-ca28fc2b36f3:19731:1874671428608128:192.168.203.115@tcp:101:rm.0 00010000:00010000:3.0:1787826432.000913:0:19731:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000928:0:19731:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000936:0:19731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000943:0:19731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000951:0:19731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000958:0:19731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.000963:0:19731:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000974:0:19731:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000981:0:19731:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.000988:0:19731:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.000994:0:19731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.001000:0:19731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19731 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.001015:0:19731:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f994a580 x1874671428608128/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826447 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.001029:0:19731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826432.001055:0:19731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826432.001068:0:19731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:3.0:1787826432.001077:0:19731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481e2b930 00010000:00010000:3.0:1787826432.001081:0:19731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1787826432.001089:0:19731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787826432.001195:0:19731:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826432.001211:0:19731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826432.001220:0:19731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787826432.001228:0:19731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1787826432.001233:0:19731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826432.001238:0:19731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826432.001241:0:19731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:3.0:1787826432.001245:0:19731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481e2bc10 00010000:00010000:3.0:1787826432.001247:0:19731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787826432.001253:0:19731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:3.0:1787826432.001262:0:19731:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.001271:0:19731:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=0 00000080:00200000:2.0:1787826432.026287:0:19733:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826432.026319:0:19733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.026338:0:19733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826432.026354:0:19733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1787826432.026362:0:19733:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.026370:0:19733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826432.026373:0:19733:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826432.026381:0:19733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebb58 00010000:00010000:2.0:1787826432.026385:0:19733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1787826432.026394:0:19733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787826432.026431:0:19733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.026440:0:19733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=13 00000080:00200000:2.0:1787826432.026455:0:19733:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826432.026462:0:19733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.026469:0:19733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826432.026477:0:19733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1787826432.026483:0:19733:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.026486:0:19733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826432.026489:0:19733:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826432.026492:0:19733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebbe8 00010000:00010000:2.0:1787826432.026495:0:19733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1787826432.026502:0:19733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787826432.026510:0:19733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.026513:0:19733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=16392 00000080:00200008:2.0:1787826432.026533:0:19733:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ab5d952ba88), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826432.026538:0:19733:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826432.026543:0:19733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.026550:0:19733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826432.026558:0:19733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1787826432.026564:0:19733:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.026568:0:19733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826432.026570:0:19733:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826432.026575:0:19733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebcb8 00010000:00010000:2.0:1787826432.026578:0:19733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1787826432.026585:0:19733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200008:2.0:1787826432.029934:0:19733:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ab5d952ba88), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826432.029948:0:19733:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826432.030076:0:19733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.030107:0:19733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826432.030124:0:19733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1787826432.030133:0:19733:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.030142:0:19733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826432.030145:0:19733:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826432.030155:0:19733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebcb8 00010000:00010000:2.0:1787826432.030160:0:19733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1787826432.030170:0:19733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787826432.030340:0:19733:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:2.0:1787826432.030350:0:19733:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.030358:0:19733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826432.030366:0:19733:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1787826432.030542:0:19733:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.030547:0:19733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:2.0:1787826432.030551:0:19733:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce944 00000080:00010000:2.0:1787826432.030555:0:19733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce944 from it ffffbbc481bebbb0 00010000:00010000:2.0:1787826432.030559:0:19733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1787826432.030568:0:19733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1787826432.030578:0:19733:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 44 00000080:00200008:2.0:1787826432.030586:0:19733:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags 300000 00000080:00200080:0.0:1787826432.041113:0:19733:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88) cmd=c03066f0 arg=7ffcde025e60 00000080:00200000:0.0:1787826432.041133:0:19733:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88) name=d8.sanity-pfl stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1787826432.041177:0:19733:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826432.041252:0:19733:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1787826432.041261:0:19733:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826432.041264:0:19733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4e00/0x1d187e8ba27ce944 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1bf18 expref: -99 pid: 19167 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000020:00100000:0.0:1787826432.041287:0:19733:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826432.041300:0:19733:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f27ac780 x1874671428608384/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826432.041324:0:19733:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19733:1874671428608384:192.168.203.115@tcp:36:lfs.0 00000100:00100000:0.0:1787826432.041435:0:19733:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d8b16e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.061148:0:19733:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac780 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19733:1874671428608384:192.168.203.115@tcp:36:lfs.0 00000080:00200000:2.0:1787826432.061195:0:19733:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00200000:2.0:1787826432.061200:0:19733:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x261:0x0], updating i_size 512 00000080:00200008:2.0:1787826432.061230:0:19733:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags 300000 00000080:00200000:1.0:1787826432.093625:0:19736:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.093654:0:19736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.093722:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.093732:0:19736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.093743:0:19736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826432.093771:0:19736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608512:192.168.203.115@tcp:101:lfs.0 00000100:00100000:1.0:1787826432.094018:0:19736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.104455:0:19736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608512:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826432.104484:0:19736:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104497:0:19736:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104513:0:19736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104524:0:19736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104536:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104544:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104552:0:19736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.104564:0:19736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f24bad00 x1874671428608512/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826432.104577:0:19736:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104591:0:19736:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826432.104598:0:19736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826432.104629:0:19736:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00000080:00010000:3.0:1787826432.104637:0:19736:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:3.0:1787826432.104642:0:19736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826432.104645:0:19736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481e23b58 00010000:00010000:3.0:1787826432.104649:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104657:0:19736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826432.104698:0:19736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.104720:0:19736:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=8 00000080:00200000:3.0:1787826432.104726:0:19736:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=getattr 00000002:00010000:3.0:1787826432.104752:0:19736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d8.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826432.104796:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104804:0:19736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.104813:0:19736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.104833:0:19736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608640:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826432.104927:0:19736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.110635:0:19736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608640:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826432.110663:0:19736:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110682:0:19736:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110689:0:19736:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110714:0:19736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110724:0:19736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110737:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110745:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110752:0:19736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.110763:0:19736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f994a580 x1874671428608640/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826432.110775:0:19736:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110784:0:19736:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/609 (0 0) 00000080:00200000:3.0:1787826432.110791:0:19736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826432.110811:0:19736:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x261:0x0], updating i_size 512 00000080:00200000:3.0:1787826432.110815:0:19736:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x261:0x0](ffff9ab5d96a5348): rc = 0 00000080:00010000:3.0:1787826432.110821:0:19736:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9d7 00000080:00010000:3.0:1787826432.110833:0:19736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:3.0:1787826432.110836:0:19736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d7 from it ffffbbc481e23b20 00010000:00010000:3.0:1787826432.110840:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.110849:0:19736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1787826432.110886:0:19736:0:(file.c:6313:ll_getattr_dentry()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787826432.110893:0:19736:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348),name=d8.sanity-pfl 00000002:00010000:3.0:1787826432.110910:0:19736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826432.110920:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.110930:0:19736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826432.110937:0:19736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826432.110941:0:19736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:3.0:1787826432.110945:0:19736:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9d7 00000080:00010000:3.0:1787826432.110949:0:19736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d7 from it ffffbbc481e23cb8 00010000:00010000:3.0:1787826432.110952:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.110959:0:19736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826432.111010:0:19736:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:3.0:1787826432.111018:0:19736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826432.111025:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.111033:0:19736:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826432.111040:0:19736:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826432.111043:0:19736:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:3.0:1787826432.111046:0:19736:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:3.0:1787826432.111050:0:19736:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481e23bf8 00010000:00010000:3.0:1787826432.111053:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.111060:0:19736:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826432.111068:0:19736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.111075:0:19736:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=267 00000080:00200000:3.0:1787826432.111079:0:19736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 44 00000080:00200008:3.0:1787826432.111084:0:19736:0:(file.c:1090:ll_file_open()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags 300000 00000002:00010000:3.0:1787826432.111108:0:19736:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00010000:00010000:3.0:1787826432.111166:0:19736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.111172:0:19736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826432.111182:0:19736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826432.111188:0:19736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f994a580 x1874671428608896/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826432.111198:0:19736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.111218:0:19736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608896:192.168.203.115@tcp:101:lfs.0 00000100:00100000:3.0:1787826432.111395:0:19736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.115679:0:19736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428608896:192.168.203.115@tcp:101:lfs.0 00010000:00010000:3.0:1787826432.115707:0:19736:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115722:0:19736:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115728:0:19736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115735:0:19736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115743:0:19736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115749:0:19736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.115753:0:19736:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115759:0:19736:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115765:0:19736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115774:0:19736:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.115782:0:19736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.115787:0:19736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19736 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.115804:0:19736:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9ab5f994a580 x1874671428608896/t4294969404(4294969404) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826432.115817:0:19736:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a580 x1874671428608896/t4294969404(4294969404) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.115828:0:19736:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826432.115845:0:19736:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x261:0x0], updating i_size 512 00000002:00100000:3.0:1787826432.115861:0:19736:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f994a580 x1874671428608896/t4294969404(4294969404) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.115974:0:19736:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 2 00000080:00200000:3.0:1787826432.115986:0:19736:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), xattr lov 00010000:00010000:3.0:1787826432.116010:0:19736:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826432.116061:0:19736:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826432.116069:0:19736:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826432.116072:0:19736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1c133 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:3.0:1787826432.116097:0:19736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826432.116519:0:19736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f99483c0 x1874671428609152/t0(0) o36->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 760/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826432.116545:0:19736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428609152:192.168.203.115@tcp:36:lfs.0 00000100:00100000:3.0:1787826432.116705:0:19736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.123780:0:19736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99483c0 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428609152:192.168.203.115@tcp:36:lfs.0 00000080:00200008:3.0:1787826432.123851:0:19736:0:(file.c:479:ll_file_release()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags 300000 00000002:00100000:3.0:1787826432.123914:0:19736:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f994a580 x1874671428608896/t4294969404(4294969404) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826432.123925:0:19736:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826432.123931:0:19736:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948b40 x1874671428609408/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826432.123951:0:19736:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428609408:192.168.203.115@tcp:35:lfs.0 00000100:00100000:3.0:1787826432.124072:0:19736:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.127229:0:19736:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job lfs:69920772-fbb9-479b-9fec-ca28fc2b36f3:19736:1874671428609408:192.168.203.115@tcp:35:lfs.0 00000002:00100000:3.0:1787826432.127261:0:19736:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ab5f994a580 x1874671428608896/t4294969404(4294969404) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826432.393649:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.393681:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.393700:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.393715:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826432.393724:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.393732:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826432.393736:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:1.0:1787826432.393744:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481c1bb58 00010000:00010000:1.0:1787826432.393748:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.393757:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826432.393773:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826432.393787:0:19739:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), flags=9 00000080:00200000:1.0:1787826432.393791:0:19739:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d8.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff9ab5d952ba88), intent=getattr 00000002:00010000:1.0:1787826432.393803:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d8.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826432.393846:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.393854:0:19739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.393862:0:19739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826432.393886:0:19739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job bash:69920772-fbb9-479b-9fec-ca28fc2b36f3:19739:1874671428609536:192.168.203.115@tcp:101:bash.0 00000100:00100000:1.0:1787826432.394066:0:19739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826432.397704:0:19739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job bash:69920772-fbb9-479b-9fec-ca28fc2b36f3:19739:1874671428609536:192.168.203.115@tcp:101:bash.0 00010000:00010000:1.0:1787826432.397735:0:19739:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397764:0:19739:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397772:0:19739:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397784:0:19739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397795:0:19739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397808:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397816:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397823:0:19739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826432.397836:0:19739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ab5f24ba940 x1874671428609536/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826432.397848:0:19739:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397863:0:19739:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/609 (0 0) 00000080:00200000:1.0:1787826432.397869:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826432.397889:0:19739:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x261:0x0], updating i_size 512 00000080:00200000:1.0:1787826432.397892:0:19739:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x261:0x0](ffff9ab5d96a5348): rc = 0 00000080:00010000:1.0:1787826432.397897:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9e5 00000080:00010000:1.0:1787826432.397908:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:1.0:1787826432.397911:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c1bb20 00010000:00010000:1.0:1787826432.397914:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.397922:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826432.397968:0:19739:0:(file.c:6313:ll_getattr_dentry()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826432.397975:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348),name=d8.sanity-pfl 00000002:00010000:1.0:1787826432.397994:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.398004:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826432.398014:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826432.398020:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.398025:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:1.0:1787826432.398028:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9e5 00000080:00010000:1.0:1787826432.398032:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c1bcb8 00010000:00010000:1.0:1787826432.398036:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826432.398043:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826432.398990:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.399006:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399017:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826432.399028:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826432.399034:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399039:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826432.399043:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:1.0:1787826432.399048:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481c1bb58 00010000:00010000:1.0:1787826432.399051:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826432.399058:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787826432.399071:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826432.399078:0:19739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=9 00000080:00200008:1.0:1787826432.399084:0:19739:0:(file.c:6313:ll_getattr_dentry()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826432.399089:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348),name=d8.sanity-pfl 00000002:00010000:1.0:1787826432.399110:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399118:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.399126:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826432.399132:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399136:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:1.0:1787826432.399138:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9e5 00000080:00010000:1.0:1787826432.399142:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c1bcb8 00010000:00010000:1.0:1787826432.399144:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.399151:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:1.0:1787826432.399209:0:19739:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ab5d952ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826432.399214:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.399220:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399227:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826432.399235:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787826432.399241:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399244:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826432.399247:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:1.0:1787826432.399250:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481c1bcb8 00010000:00010000:1.0:1787826432.399253:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826432.399259:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1787826432.399272:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.399279:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399284:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787826432.399290:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1787826432.399295:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399299:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826432.399301:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:1.0:1787826432.399304:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481c1bb58 00010000:00010000:1.0:1787826432.399306:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787826432.399312:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787826432.399319:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826432.399323:0:19739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=9 00000080:00200008:1.0:1787826432.399328:0:19739:0:(file.c:6313:ll_getattr_dentry()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826432.399331:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348),name=d8.sanity-pfl 00000002:00010000:1.0:1787826432.399338:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399345:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826432.399353:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826432.399359:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399363:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:1.0:1787826432.399365:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9e5 00000080:00010000:1.0:1787826432.399369:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c1bcb8 00010000:00010000:1.0:1787826432.399371:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826432.399378:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787826432.399396:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88),name=/ 00000002:00010000:1.0:1787826432.399547:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826432.399625:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826432.399636:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787826432.399643:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826432.399648:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) 00000080:00010000:1.0:1787826432.399651:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ab5d952ba88) for lock 0x1d187e8ba27ce9d0 00000080:00010000:1.0:1787826432.399655:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9d0 from it ffffbbc481c1bc18 00010000:00010000:1.0:1787826432.399658:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787826432.399665:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f600/0x1d187e8ba27ce9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c117 expref: -99 pid: 19736 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787826432.399674:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ab5d952ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1787826432.399678:0:19739:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d8.sanity-pfl, flags=11 00000080:00200000:1.0:1787826432.399684:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 101 00000080:00200000:2.0:1787826432.401991:0:19739:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200008:2.0:1787826432.402009:0:19739:0:(file.c:6313:ll_getattr_dentry()) START file d8.sanity-pfl:[0x200000401:0x261:0x0](ffff9ab5d96a5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826432.402016:0:19739:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348),name=d8.sanity-pfl 00000002:00010000:2.0:1787826432.402036:0:19739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x261:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826432.402052:0:19739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826432.402066:0:19739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787826432.402074:0:19739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826432.402082:0:19739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) 00000080:00010000:2.0:1787826432.402085:0:19739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x261:0x0](ffff9ab5d96a5348) for lock 0x1d187e8ba27ce9e5 00000080:00010000:2.0:1787826432.402091:0:19739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c1bcb8 00010000:00010000:2.0:1787826432.402095:0:19739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826432.402116:0:19739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1787826432.406139:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.406160:0:19752:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags=17 00000080:00200000:3.0:1787826432.406165:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=0 00000002:00010000:3.0:1787826432.406185:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826432.406240:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.406251:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.406261:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.406287:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609664:192.168.203.115@tcp:101:cp.0 00000100:00100000:3.0:1787826432.406469:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d40cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.409002:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609664:192.168.203.115@tcp:101:cp.0 00010000:00010000:3.0:1787826432.409024:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409093:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409115:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409121:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409129:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409136:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d5000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.409140:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409147:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409154:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409161:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.409168:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409175:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d5000/0x1d187e8ba27ce9ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.409194:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9ab5f9948b40 x1874671428609664/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.409207:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826432.409230:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826432.409243:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1787826432.409252:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b970 00010000:00010000:3.0:1787826432.409255:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1787826432.409264:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1787826432.409340:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.409353:0:19752:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags=17 00000080:00200000:3.0:1787826432.409358:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=0 00000002:00010000:3.0:1787826432.409372:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826432.409661:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409670:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.409680:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.409702:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609792:192.168.203.115@tcp:101:cp.0 00000100:00100000:3.0:1787826432.409912:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d40cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.412982:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609792:192.168.203.115@tcp:101:cp.0 00010000:00010000:3.0:1787826432.413002:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413015:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413021:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413027:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413034:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413040:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.413044:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413050:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413057:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413063:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.413069:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413076:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4400/0x1d187e8ba27ce9f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.413092:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9ab5f9948b40 x1874671428609792/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.413116:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826432.413140:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826432.413153:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00010000:3.0:1787826432.413162:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b970 00010000:00010000:3.0:1787826432.413166:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1787826432.413174:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1787826432.413255:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.413264:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787826432.413277:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.413281:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787826432.413289:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.413292:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1787826432.413299:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.413310:0:19752:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags=17 00000080:00200000:3.0:1787826432.413314:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=0 00000002:00010000:3.0:1787826432.413329:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826432.413367:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413374:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.413382:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.413712:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609920:192.168.203.115@tcp:101:cp.0 00000100:00100000:3.0:1787826432.413906:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d40cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.417144:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428609920:192.168.203.115@tcp:101:cp.0 00010000:00010000:3.0:1787826432.417166:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417179:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417190:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417196:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417206:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417212:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.417216:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417224:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417231:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417238:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.417244:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417250:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4000/0x1d187e8ba27ce9fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.417267:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0x7, status=0 req@ffff9ab5f9948b40 x1874671428609920/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 576/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.417279:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826432.417304:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787826432.417317:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00010000:3.0:1787826432.417326:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b970 00010000:00010000:3.0:1787826432.417329:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787826432.417338:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1787826432.417810:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.417821:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787826432.417844:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.417848:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1787826432.417858:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:3.0:1787826432.417868:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libselinux.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5e1717080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1787826432.417874:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libselinux.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:3.0:1787826432.417891:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libselinux.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:3.0:1787826432.417936:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.417945:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826432.417955:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826432.417963:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9948b40 x1874671428610176/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826432.417976:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826432.417995:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610176:192.168.203.115@tcp:101:cp.0 00000100:00100000:3.0:1787826432.418175:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c3d40cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826432.422004:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610176:192.168.203.115@tcp:101:cp.0 00010000:00010000:3.0:1787826432.422028:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422039:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422045:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422052:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422060:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422067:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f24d4200 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:3.0:1787826432.422071:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422077:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422083:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422090:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826432.422107:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826432.422114:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f24d4200/0x1d187e8ba27cea01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826432.422132:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9948b40 x1874671428610176/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826432.422145:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826432.422171:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787826432.422184:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00010000:3.0:1787826432.422192:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:3.0:1787826432.422196:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787826432.422203:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:2.0:1787826432.423125:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423136:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.423146:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423149:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.423156:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423159:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.423166:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423168:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.423175:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423178:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.423184:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423187:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.423194:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423196:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.423205:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423207:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.423214:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.423224:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libacl.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5c299af00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.423231:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libacl.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.423249:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libacl.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.423350:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.423359:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.423370:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.423379:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428610432/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.423389:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.423661:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610432:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.424047:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.426855:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610432:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.426878:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426891:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426898:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426906:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426914:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426920:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.426924:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426931:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426938:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426944:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.426951:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.426957:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668400/0x1d187e8ba27cea08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.426975:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428610432/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.426987:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.427010:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1787826432.427023:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00010000:2.0:1787826432.427032:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.427036:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1787826432.427044:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:2.0:1787826432.427371:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427380:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.427388:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427392:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.427442:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427446:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.427456:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427459:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.427469:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427472:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.427480:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427483:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.427501:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427504:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.427513:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427516:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.427523:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.427533:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libattr.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5f192d680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.427538:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libattr.so.1, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.427555:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libattr.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.427603:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.427623:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.427633:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.427640:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428610688/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.427649:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.427668:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610688:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.427833:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.430965:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610688:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.430989:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431003:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431011:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431018:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431026:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431036:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.431041:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431047:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431055:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431062:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.431068:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431075:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.431093:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428610688/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.431118:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.431143:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1787826432.431169:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00010000:2.0:1787826432.431178:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.431182:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1787826432.431195:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1787826432.431578:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431588:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.431613:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431617:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.431626:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431629:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.431638:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431640:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.431647:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431650:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.431657:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431671:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.431683:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431686:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.431693:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431696:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.431701:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.431717:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5f192c780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.431722:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.431744:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.431793:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.431801:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.431812:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.432199:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428610944/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.432210:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.432232:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610944:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.432689:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.437466:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428610944:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.437486:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437497:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437502:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437506:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437512:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437515:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669800 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.437519:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437527:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437532:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437536:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.437541:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.437545:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669800/0x1d187e8ba27cea16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.437558:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428610944/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.437568:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.437593:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1787826432.437602:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00010000:2.0:1787826432.437609:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.437611:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1787826432.437615:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1787826432.438016:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438026:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.438054:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438059:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.438071:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438074:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.438083:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438086:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.438108:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438111:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.438121:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438125:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.438135:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438138:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.438147:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438150:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.438157:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.438167:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5c299b980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.438173:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.438190:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpcre2-8.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.438237:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.438245:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.438254:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.438262:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428611200/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.438271:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.438290:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611200:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.438487:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.442031:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611200:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.442075:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442088:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442095:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442115:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442124:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442131:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.442135:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442142:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442149:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442157:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.442163:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.442170:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.442190:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428611200/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.442205:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.442230:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1787826432.442256:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00010000:2.0:1787826432.442274:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.442279:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1787826432.442286:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:2.0:1787826432.442713:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.442723:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.444642:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444653:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.444664:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444680:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.444691:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444694:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.444702:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444705:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.444713:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444717:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.444734:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444745:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.444756:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444759:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.444766:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.444780:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5c299a180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.444787:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.444815:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.444882:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.444892:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.444904:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.444915:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428611456/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.444925:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.444946:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611456:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.445156:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.448911:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611456:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.448935:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448948:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448955:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448963:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448971:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448978:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.448983:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448990:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.448997:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.449004:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.449010:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.449017:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.449040:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428611456/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.449053:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.449077:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1787826432.449089:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00010000:2.0:1787826432.449109:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.449114:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1787826432.449122:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:2.0:1787826432.451088:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451115:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1787826432.451131:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451136:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.451146:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451149:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.451160:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451163:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.451173:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451176:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1787826432.451185:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451190:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.451200:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451203:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.451212:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451216:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1787826432.451224:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.451240:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5c299b980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1787826432.451247:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open 00000002:00010000:2.0:1787826432.451269:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: open flags 0100001 00010000:00010000:2.0:1787826432.451335:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.451344:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.451356:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.451368:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428611712/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.451378:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.451422:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611712:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.451592:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.458872:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611712:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.458897:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458911:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458919:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458926:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458935:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458942:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2669400 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.458947:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458954:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458961:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458967:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.458974:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.458981:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.459001:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428611712/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/608 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.459016:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.459057:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1787826432.459073:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00010000:2.0:1787826432.459082:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b9a0 00010000:00010000:2.0:1787826432.459086:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1787826432.459095:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1787826432.464225:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.464251:0:19752:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=client.txt, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), flags=1 00000080:00200000:2.0:1787826432.464257:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=client.txt, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=getattr 00000002:00010000:2.0:1787826432.464278:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: client.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x261:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826432.464355:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.464367:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.464377:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.464440:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611840:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.464920:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.469337:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428611840:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.469359:0:19752:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469373:0:19752:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469380:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469386:0:19752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469395:0:19752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469423:0:19752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab5f2668000 already unused, calling callback (ffffffffc19c1990) 00010000:00010000:2.0:1787826432.469428:0:19752:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469436:0:19752:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469443:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469451:0:19752:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826432.469458:0:19752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.469465:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2668000/0x1d187e8ba27cea32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826432.469483:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9ab5f9803c00 x1874671428611840/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826448 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826432.469498:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1787826432.469522:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826432.469535:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00010000:2.0:1787826432.469544:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27ce9e5 from it ffffbbc481c2b930 00010000:00010000:2.0:1787826432.469548:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1787826432.469628:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1787826432.469713:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.469723:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=client.txt, flags=1 00000080:00200000:2.0:1787826432.469827:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 1 00000080:00200000:2.0:1787826432.469835:0:19752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=client.txt, flags=1793 00000080:00200000:2.0:1787826432.469838:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x261:0x0](ffff9ab5d96a5348), inode mode 41ed mask 3 00000080:00200000:2.0:1787826432.469843:0:19752:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=client.txt, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), file ffff9ab5c299b980, open_flags 80c1, mode 81a4 opened 0 00000080:00200000:2.0:1787826432.469853:0:19752:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=client.txt, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open|creat 00000002:00010000:2.0:1787826432.469875:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: client.txt,[0x200000401:0x262:0x0]) in obj [0x200000401:0x261:0x0], intent: open|creat flags 0100302 00010000:00010000:2.0:1787826432.469965:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826432.470749:0:19752:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826432.470764:0:19752:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826432.470767:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270ee00/0x1d187e8ba27ce9e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd7f78c2f4bc1c164 expref: -99 pid: 19739 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1787826432.470807:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826432.470814:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826432.470825:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826432.470835:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f9803c00 x1874671428612096/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826432.470845:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826432.470866:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428612096:192.168.203.115@tcp:101:cp.0 00000100:00100000:2.0:1787826432.471016:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826432.482877:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803c00 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428612096:192.168.203.115@tcp:101:cp.0 00010000:00010000:2.0:1787826432.482906:0:19752:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483037:0:19752:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483048:0:19752:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483060:0:19752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483072:0:19752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483087:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483112:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483120:0:19752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826432.483132:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ab5f9803c00 x1874671428612096/t4294969407(4294969407) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/952 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787826432.483146:0:19752:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9803c00 x1874671428612096/t4294969407(4294969407) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4624/952 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826432.483160:0:19752:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 344 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826432.483174:0:19752:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483185:0:19752:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 4 res 8589935617/610 (0 0) 00000080:00200000:0.0:1787826432.483192:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x261:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787826432.483204:0:19752:0:(namei.c:1628:ll_create_it()) VFS Op:name=client.txt, dir=[0x200000401:0x261:0x0](ffff9ab5d96a5348), intent=open|creat 00000080:00200000:0.0:1787826432.483235:0:19752:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x262:0x0](ffff9ab5d95cec08) 00000080:00200000:0.0:1787826432.483316:0:19752:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x262:0x0]: layout version change: 4294967294 -> 3 00000080:00010000:0.0:1787826432.483322:0:19752:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) 00000080:00010000:0.0:1787826432.483325:0:19752:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) for lock 0x1d187e8ba27cea39 00000080:00010000:0.0:1787826432.483336:0:19752:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) 00000080:00200008:0.0:1787826432.483352:0:19752:0:(file.c:1090:ll_file_open()) START file client.txt:[0x200000401:0x262:0x0](ffff9ab5d95cec08), flags 100301 00000002:00100000:0.0:1787826432.483372:0:19752:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ab5f9803c00 x1874671428612096/t4294969407(4294969407) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 872/952 e 0 to 0 dl 1787826448 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1787826432.483502:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27cea39 from it ffff9ab5f18c3c00 00010000:00010000:0.0:1787826432.483508:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483517:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826432.483538:0:19752:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x262:0x0](ffff9ab5d95cec08), inode mode 81a4 mask 40 00000080:00200008:0.0:1787826432.483563:0:19752:0:(file.c:6313:ll_getattr_dentry()) START file client.txt:[0x200000401:0x262:0x0](ffff9ab5d95cec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826432.483570:0:19752:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x262:0x0](ffff9ab5d95cec08),name=client.txt 00000002:00010000:0.0:1787826432.483587:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x262:0x0]) in obj [0x200000401:0x261:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826432.483597:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.483619:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826432.483628:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x261:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826432.483633:0:19752:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) 00000080:00010000:0.0:1787826432.483636:0:19752:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) for lock 0x1d187e8ba27cea39 00000080:00010000:0.0:1787826432.483641:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27cea39 from it ffffbbc481c2bcd8 00010000:00010000:0.0:1787826432.483644:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.483651:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826432.483670:0:19752:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x262:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826432.483680:0:19752:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x262:0x0] 00000008:00010000:0.0:1787826432.483697:0:19752:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826432.483700:0:19752:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d54230, osc lock ffff9ab5f2329110, flags 0x400001002 00010000:00010000:0.0:1787826432.483745:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.483756:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826432.483788:0:19752:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1787826432.484024:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428612224:192.168.203.115@tcp:101:cp.0 00010000:00010000:1.0:1787826432.487709:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487739:0:2359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 6/2,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487755:0:2359:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487766:0:2359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826432.487779:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 5/2,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826432.487798:0:2359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826432.487811:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 6/2,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487821:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487828:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 5/1,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.487837:0:2359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826432.487859:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428612224:192.168.203.115@tcp:101:cp.0 00000080:00200000:2.0:1787826432.488000:0:19752:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x262:0x0] updating i_size 0 i_blocks 1 00000020:00010000:2.0:1787826432.488006:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_release():245 00000020:00010000:2.0:1787826432.488010:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826432.488015:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d54230 (ffff9ab5f1d841b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826432.488019:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c90a3b40 (ffff9ab5d8b95a28/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826432.488022:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d54230 (ffff9ab5d8b95a28/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826432.488035:0:19752:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x262:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826432.567667:0:19752:0:(file.c:2652:do_file_write_iter()) START file client.txt:[0x200000401:0x262:0x0], ppos: 0, count: 4194304 00000080:00200000:1.0:1787826432.567681:0:19752:0:(file.c:2679:do_file_write_iter()) switching to DIO 00000080:00200000:1.0:1787826432.567687:0:19752:0:(file.c:2090:ll_file_io_generic()) client.txt: write ppos: 0, bytes: 4194304 00000080:00200000:1.0:1787826432.567700:0:19752:0:(file.c:1848:ll_io_set_mirror()) client.txt: desiginated mirror: 0 00000020:00200000:1.0:1787826432.567709:0:19752:0:(cl_io.c:218:cl_io_rw_init()) header@00000000ff311eac[0x110, 2, [0x200000401:0x262:0x0] hash] 00000020:00200000:1.0:1787826432.567711:0:19752:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 4194304) 0 0 00000080:00200000:1.0:1787826432.567716:0:19752:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x262:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00200000:1.0:1787826432.567731:0:19752:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826432.567738:0:19752:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x262:0x0] ignore/verify layout 0/0, layout version 3 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826432.567741:0:19752:0:(vvp_io.c:371:vvp_io_fini()) [0x200000401:0x262:0x0] write layout, type 2 [0x0, 0x400000) 00000080:00010000:1.0:1787826432.567751:0:19752:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x262:0x0](ffff9ab5d95cec08) 00000002:00010000:1.0:1787826432.567765:0:19752:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x262:0x0]) in obj [0x200000401:0x262:0x0], intent: layout flags 02 00010000:00010000:1.0:1787826432.567789:0:19752:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826432.567808:0:19752:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x262:0x0]: losing layout lock 00010000:00010000:1.0:1787826432.567849:0:19752:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.567858:0:19752:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826432.567861:0:19752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2669400/0x1d187e8ba27cea39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd7f78c2f4bc1c267 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826432.567898:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826432.567906:0:19752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826432.567917:0:19752:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826432.567928:0:19752:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24ba940 x1874671428612480/t0(0) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826432.567938:0:19752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826432.567958:0:19752:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428612480:192.168.203.115@tcp:101:cp.0 00000100:00100000:1.0:1787826432.568115:0:19752:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826432.570974:0:19752:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba940 pname:cluuid:pid:xid:nid:opc:job cp:69920772-fbb9-479b-9fec-ca28fc2b36f3:19752:1874671428612480:192.168.203.115@tcp:101:cp.0 00010000:00010000:0.0:1787826432.570999:0:19752:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571012:0:19752:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 4/0,1 mode: --/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571023:0:19752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571033:0:19752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571046:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571060:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571067:0:19752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826432.571079:0:19752:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ab5f24ba940 x1874671428612480/t4294969408(4294969408) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 376/712 e 0 to 0 dl 1787826448 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826432.571187:0:19752:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 368 ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826432.571201:0:19752:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571213:0:19752:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ab5e0602c00 type 13 mode 16 res 8589935617/610 (0 0) 00000080:00200000:0.0:1787826432.571220:0:19752:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x262:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1787826432.571230:0:19752:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x262:0x0](ffff9ab5d95cec08) for lock 0x1d187e8ba27cea47 00000080:00010000:0.0:1787826432.571237:0:19752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1d187e8ba27cea47 from it ffffbbc481c2bbb8 00010000:00010000:0.0:1787826432.571241:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826432.571249:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826432.571266:0:19752:0:(file.c:2240:ll_file_io_generic()) client.txt: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:0.0:1787826432.571269:0:19752:0:(file.c:2247:ll_file_io_generic()) client.txt: restart write from ppos=0 bytes=4194304 retries=999 ret=0: rc = 0 00000080:00200000:0.0:1787826432.571275:0:19752:0:(file.c:1848:ll_io_set_mirror()) client.txt: desiginated mirror: 0 00000020:00200000:0.0:1787826432.571283:0:19752:0:(cl_io.c:218:cl_io_rw_init()) header@00000000ff311eac[0x110, 2, [0x200000401:0x262:0x0] hash] 00000020:00200000:0.0:1787826432.571286:0:19752:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 4194304) 0 0 00000080:00200000:0.0:1787826432.571291:0:19752:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x262:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00010000:00010000:0.0:1787826432.571307:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.571316:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787826432.571323:0:19752:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x262:0x0](0000000032f121ed) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.571359:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.571379:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826432.571392:0:19752:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x262:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826432.571489:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826432.571700:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00020000:00200000:0.0:1787826432.571703:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x0 00000080:00200000:0.0:1787826432.571720:0:19752:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x262:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1787826432.571735:0:19752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826432.571744:0:19752:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00010000:0.0:1787826432.571756:0:19752:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x262:0x0](0000000032f121ed) being reconfigured ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826432.571774:0:19752:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x262:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826432.571779:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1787826432.571784:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x0 00020000:00200000:0.0:1787826432.571785:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x0 00000080:00200000:0.0:1787826432.571791:0:19752:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x262:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:0.0:1787826432.571804:0:19752:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 1/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826432.571863:0:19752:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x262:0x0]: layout version change: 4294967294 -> 4 00010000:00010000:0.0:1787826432.571869:0:19752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826432.571877:0:19752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f270f800/0x1d187e8ba27cea47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x262:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd7f78c2f4bc1c283 expref: -99 pid: 19752 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826432.571890:0:19752:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 1023] 00020000:00200000:0.0:1787826432.571897:0:19752:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 4194304, 2097152 00020000:00200000:0.0:1787826432.571900:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826432.571911:0:19752:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 511] 00000008:00010000:0.0:1787826432.571921:0:19752:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1787826432.571925:0:19752:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d548b0, osc lock ffff9ab5f2329998, flags 0x0 00000080:00200000:0.0:1787826432.571933:0:19752:0:(vvp_io.c:1339:vvp_io_write_start()) client.txt: write [0, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1787826432.571942:0:19752:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x262:0x0](ffff9ab5d95cec08), size=2097152 (max 335544320), offset=0=0x0, pages 512 (max 81920), lockless, parallel, hybrid 00000008:00010000:1.0:1787826432.575054:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5c4c78240 00000020:00200000:0.0:1787826432.575555:0:19752:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:0.0:1787826432.575562:0:19752:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:0.0:1787826432.575573:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826432.575577:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826432.575580:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d548b0 (ffff9ab5f1d843f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826432.575583:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826432.575586:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d548b0 (ffff9ab5d8b956c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826432.575595:0:19752:0:(vvp_io.c:533:vvp_io_advance()) advancing 2097152 bytes 00020000:00200000:0.0:1787826432.575601:0:19752:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 1 chunk: [2097152, 4194304) 4194304, 2097152 00020000:00200000:0.0:1787826432.575605:0:19752:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1787826432.575624:0:19752:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 1023] 00000008:00010000:0.0:1787826432.575635:0:19752:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1787826432.575639:0:19752:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9ab5c3d548b0, osc lock ffff9ab5f2329998, flags 0x0 00000080:00200000:0.0:1787826432.575647:0:19752:0:(vvp_io.c:1339:vvp_io_write_start()) client.txt: write [2097152, 4194304) append 0 append lockpos 0 00000080:00200000:0.0:1787826432.575659:0:19752:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x262:0x0](ffff9ab5d95cec08), size=2097152 (max 335544320), offset=2097152=0x200000, pages 512 (max 81920), lockless, parallel, hybrid 00000020:00200000:0.0:1787826432.576345:0:19752:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:0.0:1787826432.576349:0:19752:0:(rw26.c:550:ll_direct_IO()) result 0 tot_bytes 2097152 count 2097152 file_offset 4194304 00000020:00010000:0.0:1787826432.576354:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826432.576357:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826432.576360:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9ab5c3d548b0 (ffff9ab5c7619638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826432.576362:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5e066b8a8 (ffff9ab5d8b956c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826432.576364:0:19752:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9ab5c3d548b0 (ffff9ab5d8b956c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826432.576369:0:19752:0:(vvp_io.c:533:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:0.0:1787826432.576374:0:19752:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00100000:1.0:1787826432.578755:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb0c0 - object 0x240000403:46 offset 0<>1048576 00000008:00010000:1.0:1787826432.578809:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb000 00000008:00100000:1.0:1787826432.579454:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bb480 - object 0x240000403:46 offset 1048576<>2097152 00000008:00010000:1.0:1787826432.579468:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb300 00000008:00010000:1.0:1787826432.579471:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000100:00100000:0.0:1787826432.579863:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428612736:192.168.203.115@tcp:4:cp.0 00000100:00100000:0.0:1787826432.579970:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826432.579977:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428612608:192.168.203.115@tcp:4:cp.0 00000100:00100000:0.0:1787826432.582542:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000008:00100000:1.0:1787826432.583881:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bad00 - object 0x240000403:47 offset 0<>1048576 00000100:00100000:0.0:1787826432.583945:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428612864:192.168.203.115@tcp:4:cp.0 00000008:00010000:1.0:1787826432.584071:0:13923:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9ab5ea9cb600 00000008:00100000:1.0:1787826432.584789:0:13923:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff9ab5f24bbc00 - object 0x240000403:47 offset 1048576<>2097152 00000100:00100000:0.0:1787826432.585075:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826432.585086:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428612992:192.168.203.115@tcp:4:cp.0 00000100:00100000:0.0:1787826432.586667:0:5589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874671450140800 00000100:00100000:0.0:1787826432.586679:0:5589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874671450140800 00000100:00100000:0.0:1787826432.586741:0:5589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1861 00000100:00100000:0.0:1787826432.586752:0:5589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ab5f27ada40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:13582:x1874671450140800:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787826432.586769:0:5589:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826432.586847:0:5589:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826432.586853:0:5589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ab5f27ada40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:13582:x1874671450140800:12345-192.168.203.115@tcp:104: Request processed in 104us (4320us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826432.586861:0:5589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1861 00010000:00010000:3.0:1787826432.586907:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826432.586915:0:5599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x420000000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.586925:0:5599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ab60216ca00 already unused, calling callback (ffffffffc1085410) 00010000:00010000:3.0:1787826432.586930:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x428400000000 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.586969:0:5599:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.586976:0:5599:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826432.587008:0:5599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 1/0,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.587017:0:5599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9ab5c862d000 lock: 00000000a0bbb9aa/0x1d187e8ba27cea40 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400000020 nid: local remote: 0xd7f78c2f4bc1c275 expref: -99 pid: 19752 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826432.587039:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826432.587052:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826432.587053:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826432.587061:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826432.587074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428613120:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826432.594775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428613120:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826432.705599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826433.730654:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826434.753693:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826435.777646:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826435.842062:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428613248:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787826435.842175:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428613376:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787826435.842209:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428613504:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787826435.842259:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428613632:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826436.801593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826437.826229:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826438.849880:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826439.873579:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826440.897673:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826440.961735:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428613888:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826440.961735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428613760:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826440.961876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614144:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826440.961879:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428614016:192.168.203.115@tcp:400:kworker.0 00010000:00010000:0.0:1787826441.921597:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826442.945579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826443.969582:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826444.993647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826446.017864:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826446.081717:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614400:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826446.081746:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428614272:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826446.081905:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428614528:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826446.081912:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614656:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826447.041598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826448.067141:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787826448.129521:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826432/real 1787826432] req@ffff9ab5f24bbc00 x1874671428612992/t0(0) o4->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 1 dl 1787826448 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000400:0.0:1787826448.129533:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826432/real 1787826432] req@ffff9ab5f24bb0c0 x1874671428612608/t0(0) o4->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 1 dl 1787826448 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787826448.129565:0:2359:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787826448.129570:0:2359:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9ab5c862d000: Connection to lustre-OST0000 (at 192.168.203.115@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787826448.146501:0:2359:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000400:0.0:1787826448.146564:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826432/real 1787826432] req@ffff9ab5f24bb480 x1874671428612736/t0(0) o4->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 1 dl 1787826448 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1787826448.146593:0:2359:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 5, was 5): DISCONN 00000100:00080000:2.0:1787826448.146729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826448.146736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826448.146739:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826448.146745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 466 00000100:00080000:2.0:1787826448.146757:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826448.146766:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826448.146783:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428615040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826448.146831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826448.146867:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428614784:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826448.146957:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614912:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826448.147101:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428615168:192.168.203.115@tcp:400:kworker.0 00000100:00080000:1.0:1787826448.150163:0:2360:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 6, was 5): CONNECTING 00000100:00000400:1.0:1787826448.150181:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826432/real 1787826432] req@ffff9ab5f24bad00 x1874671428612864/t0(0) o4->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:6/4 lens 488/448 e 0 to 1 dl 1787826448 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1787826448.150193:0:2360:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 6, was 5): CONNECTING 00010000:00010000:3.0:1787826449.089549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826450.113653:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826451.138212:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787826451.201565:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826435/real 1787826435] req@ffff9ab5f27ad680 x1874671428613376/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:0.0:1787826451.201579:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826435/real 1787826435] req@ffff9ab5f27ac3c0 x1874671428613504/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826451.201614:0:2360:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f27ac3c0 x1874671428613504/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826451.201629:0:2360:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 6, was 5): CONNECTING 00000100:00000400:0.0:1787826451.201636:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826435/real 1787826435] req@ffff9ab5f27ae1c0 x1874671428613248/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826451.201648:0:2360:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f27ae1c0 x1874671428613248/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826451.201655:0:2360:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1787826451.201658:0:2360:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.115@tcp: Connection to MGS (at 192.168.203.115@tcp) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1787826451.211667:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f27ad680 x1874671428613376/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826451.211680:0:2359:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787826451.211684:0:2359:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9ab5c862d000: Connection to lustre-MDT0000 (at 192.168.203.115@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787826451.215755:0:2360:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.115@tcp for MGC192.168.203.115@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1787826451.215761:0:2360:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787826451.215769:0:2360:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ab5f27ae1c0 x1874671428613248/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826451.215782:0:2360:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ab5f9800000 x1874671428613760/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826451.215807:0:2360:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ab5f98012c0 x1874671428614272/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826451.215815:0:2360:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ab5f9802940 x1874671428614784/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787826451.215824:0:2360:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787826451.215827:0:2360:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787826451.215828:0:2360:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787826451.215830:0:2360:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:2.0:1787826451.215861:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428614784:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787826451.215864:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2360:1874671428613504:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787826451.215871:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2360:1874671428613248:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826451.215887:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428614272:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826451.215900:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2362:1874671428613760:192.168.203.115@tcp:400:kworker.0 00000100:00080000:0.0:1787826451.215923:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826451.215929:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826451.215932:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826451.215938:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 233 00000100:00080000:0.0:1787826451.215951:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826451.215994:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428615296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826451.216048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428615296:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826451.224136:0:2359:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1787826451.224145:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826451.224153:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826451.224157:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826451.224167:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 233 00000100:00000400:1.0:1787826451.224178:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826435/real 1787826435] req@ffff9ab5f27aed00 x1874671428613632/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826451.224184:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826451.224198:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826451.224221:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f27aed00 x1874671428613632/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826451.224231:0:2359:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:00100000:0.0:1787826451.224234:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428615424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:02000400:1.0:1787826451.224237:0:2359:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff9ab5c862d000: Connection to lustre-OST0001 (at 192.168.203.115@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787826451.224244:0:2359:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1787826451.224262:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787826451.224267:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428613376:192.168.203.115@tcp:400:kworker.0 00000100:00080000:0.0:1787826451.224268:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826451.224274:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826451.224278:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826451.224280:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787826451.224286:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2359:1874671428613632:192.168.203.115@tcp:400:kworker.0 00000100:00080000:0.0:1787826451.224287:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 466 00000100:00080000:0.0:1787826451.224296:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826451.224301:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615424:192.168.203.115@tcp:38:kworker.0 00000008:00100000:0.0:1787826451.224303:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826451.224325:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428615552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826451.224342:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826451.224346:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787826451.224380:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615552:192.168.203.115@tcp:8:kworker.0 00000080:00200000:3.0:1787826451.713675:0:14993:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826451.713690:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1787826451.713702:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:3.0:1787826451.713736:0:14993:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826451.713752:0:14993:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826451.713758:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1787826451.713762:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1787826451.713768:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[2] flags 0x10 00000080:00200000:3.0:1787826451.713783:0:14993:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1787826451.713790:0:14993:0:(vvp_io.c:1889:vvp_io_init()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826451.713795:0:14993:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826451.713814:0:14993:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x25e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1787826452.161556:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826452.225527:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826452.225537:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826452.225541:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826452.225544:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826452.225547:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826452.225550:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826452.225553:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826452.225556:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787826453.185665:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826454.209817:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826455.233594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826456.258197:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826456.259056:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826456.259066:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826456.259069:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826456.259073:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826456.259076:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826456.259079:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826456.259082:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826456.259085:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1787826456.321977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826440/real 1787826440] req@ffff9ab5f9803480 x1874671428613888/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1787826456.321985:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826440/real 1787826440] req@ffff9ab5f9801e00 x1874671428614016/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826456.322044:0:2362:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9801e00 x1874671428614016/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826456.322053:0:2362:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 6, was 5): CONNECTING 00000100:00100000:2.0:1787826456.322064:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428614016:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826456.337655:0:2361:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9803480 x1874671428613888/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826456.337669:0:2361:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ab5c305f800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1787826456.337678:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826440/real 1787826440] req@ffff9ab5f98003c0 x1874671428614144/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826456.337692:0:2361:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f98003c0 x1874671428614144/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826456.337698:0:2361:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5d8136000 already not connected (conn 5, was 4): CONNECTING 00000100:00100000:3.0:1787826456.337717:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428613888:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826456.337723:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614144:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826457.281919:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826458.305864:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826458.370048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff9ab5f9802d00 x1874671428615040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826458 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826458.370079:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428615040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826458.370095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826458.370117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826458.370122:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615040:192.168.203.115@tcp:8:kworker.0 00000100:00080000:0.0:1787826458.370971:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826458.370977:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826458.370981:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826458.370984:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826458.370986:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826458.370991:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826458.370994:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826458.371001:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 553 00000100:00080000:0.0:1787826458.371011:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826458.371018:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826458.371028:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826458.371054:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428615680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826458.371082:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826458.371086:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787826458.371148:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615680:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826459.329688:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826460.354566:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826461.378617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826461.441534:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826451/real 1787826451] req@ffff9ab5f27afc00 x1874671428615552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826461.441569:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428615552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826461.441584:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826451/real 1787826451] req@ffff9ab5f27ac3c0 x1874671428615424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826461.441595:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428615424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826461.441604:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826451/real 1787826451] req@ffff9ab5f27ae1c0 x1874671428615296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826461.441621:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428615296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826461.441634:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826461.441656:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826461.441661:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615552:192.168.203.115@tcp:8:kworker.0 00000100:00080000:1.0:1787826461.441666:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826461.441678:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826461.441683:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615424:192.168.203.115@tcp:38:kworker.0 00000100:00080000:1.0:1787826461.441689:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826461.441693:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826461.441699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826461.441702:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00080000:0.0:1787826461.441704:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787826461.441709:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428615296:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826461.441715:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 557 00000100:00080000:0.0:1787826461.441725:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826461.441732:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826461.441770:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428615808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826461.441791:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826461.441794:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826461.441796:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826461.441800:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 557 00000100:00080000:0.0:1787826461.441804:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826461.441809:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826461.441818:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826461.441832:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428615936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826461.441834:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428615808:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826461.441850:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826461.441854:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826461.441857:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826461.441859:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826461.441861:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826461.441865:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 557 00000100:00080000:0.0:1787826461.441869:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826461.441873:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826461.441884:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826461.441909:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428616064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826461.441925:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826461.441928:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787826461.441949:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615936:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826461.441985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616064:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826462.402726:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787826462.465519:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826446/real 1787826446] req@ffff9ab5f98021c0 x1874671428614528/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1787826462.466039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826446/real 1787826446] req@ffff9ab5f9801680 x1874671428614400/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826462.466066:0:2361:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9801680 x1874671428614400/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826462.466073:0:2361:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ab5c305f800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:2.0:1787826462.466080:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826446/real 1787826446] req@ffff9ab5f9803840 x1874671428614656/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826462.466089:0:2361:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9803840 x1874671428614656/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826462.466096:0:2361:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5d8136000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:2.0:1787826462.466112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614400:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787826462.466118:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614656:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787826462.495839:0:2362:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f98021c0 x1874671428614528/t0(0) o400->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826462.495854:0:2362:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5c862a800 already not connected (conn 7, was 5): CONNECTING 00000100:00100000:3.0:1787826462.495870:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428614528:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1787826463.425573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826463.489872:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826463.489892:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826463.489895:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826463.489898:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826463.489900:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826463.489903:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826463.489906:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826463.489909:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787826464.449630:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1787826464.513509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff9ab5f9801a40 x1874671428614912/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.513541:0:2361:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9801a40 x1874671428614912/t0(0) o400->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826464.513550:0:2361:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ab5c305f800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1787826464.513561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:69920772-fbb9-479b-9fec-ca28fc2b36f3:2361:1874671428614912:192.168.203.115@tcp:400:kworker.0 00000100:00000400:3.0:1787826464.577822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff9ab5f9800780 x1874671428615168/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826464.577854:0:2362:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ab5f9800780 x1874671428615168/t0(0) o400->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826464.577862:0:2362:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9ab5d8136000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:3.0:1787826464.577889:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:69920772-fbb9-479b-9fec-ca28fc2b36f3:2362:1874671428615168:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787826465.473716:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826466.497531:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826466.497550:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826466.497557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826466.497564:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826466.497567:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826466.497570:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826466.497573:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826466.497576:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787826466.497795:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826467.521712:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826468.546225:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826469.570007:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826470.593518:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826471.617935:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826471.681474:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826471.681484:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826471.681486:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826471.681490:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826471.681492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826471.681496:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826471.681498:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826471.681501:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787826472.641609:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826473.665583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826473.729510:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826458/real 1787826458] req@ffff9ab5f27af480 x1874671428615680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826473 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826473.729541:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428615680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826473 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826473.729561:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826473.729587:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826473.729591:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615680:192.168.203.115@tcp:8:kworker.0 00000100:00080000:0.0:1787826473.729726:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826473.729732:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826473.729735:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826473.729738:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826473.729741:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826473.729744:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826473.729748:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826473.729753:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 564 00000100:00080000:0.0:1787826473.729763:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787826473.729770:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826473.729782:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826473.729895:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428616192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826473.729921:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826473.729925:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787826473.730011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616192:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826474.690180:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826475.715900:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826476.737761:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826476.801486:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826461/real 1787826461] req@ffff9ab5f27af840 x1874671428615936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826476.801516:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428615936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826476.801527:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826461/real 1787826461] req@ffff9ab5f27acb40 x1874671428616064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826476.801538:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428616064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826476.801547:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826461/real 1787826461] req@ffff9ab5f27af0c0 x1874671428615808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826476.801559:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428615808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826476.801581:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826476.801608:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826476.801613:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428615936:192.168.203.115@tcp:38:kworker.0 00000100:00080000:1.0:1787826476.801619:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826476.801624:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826476.801626:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616064:192.168.203.115@tcp:8:kworker.0 00000100:00080000:1.0:1787826476.801629:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826476.801632:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826476.801634:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428615808:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826476.801697:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826476.801701:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826476.801703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826476.801707:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 567 00000100:00080000:2.0:1787826476.801714:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787826476.801719:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826476.801743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428616320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826476.801948:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826476.801951:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826476.801953:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826476.801956:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 567 00000100:00080000:2.0:1787826476.801960:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787826476.801962:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826476.801970:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826476.801980:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428616448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826476.801987:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826476.801989:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826476.801991:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826476.801993:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826476.801994:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826476.801995:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 567 00000100:00080000:2.0:1787826476.801997:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787826476.801999:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826476.802001:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826476.802006:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428616576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826476.802034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428616320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826476.802102:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616448:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826476.802120:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616576:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826477.761599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826478.785564:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826478.849536:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826478.849546:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826478.849549:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826478.849552:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826478.849555:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826478.849557:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826478.849560:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826478.849563:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787826479.809665:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826480.833710:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826481.857611:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826481.857621:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826481.857624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826481.857627:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826481.857630:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826481.857633:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826481.857636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826481.857639:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787826481.857705:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826482.881860:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826483.906356:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826484.929584:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826485.953584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826486.977879:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826487.041732:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826487.041741:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826487.041744:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826487.041747:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826487.041750:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826487.041752:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826487.041754:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826487.041757:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787826488.001860:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826489.025728:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826490.049665:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826491.074016:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.1F:1787826491.459070:0:2350:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.115@tcp (192.168.203.115:988) the network or that node may be down. 00000100:00020000:2.0:1787826491.459214:0:2350:0:(events.c:192:client_bulk_callback()) event type 1, status -5, req ffff9ab5f24bad00 desc ffff9ab5f9832800 mbits 1874671428612864 00000100:00020000:2.0:1787826491.470312:0:2350:0:(events.c:192:client_bulk_callback()) event type 1, status -5, req ffff9ab5f24bb0c0 desc ffff9ab5f9833400 mbits 1874671428612608 00000400:02000040:1.0:1787826491.521750:0:2356:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.15@tcp 00010000:00010000:3.0:1787826492.097879:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826492.162035:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826492.162045:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826492.162048:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826492.162051:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826492.162054:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826492.162057:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826492.162060:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826492.162063:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1787826493.121705:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826493.185546:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826473/real 1787826473] req@ffff9ab5f27ae940 x1874671428616192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826493.185594:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428616192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826493.185632:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826493.185660:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826493.185665:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616192:192.168.203.115@tcp:8:kworker.0 00000100:00080000:2.0:1787826493.185716:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826493.185722:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826493.185725:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826493.185728:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826493.185729:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826493.185732:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826493.185734:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826493.185739:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 579 00000100:00080000:2.0:1787826493.185758:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787826493.185766:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826493.185780:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826493.186210:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428616704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826493.186253:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826493.186257:0:14993:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787826493.186888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616704:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826494.145779:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826495.169692:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826496.193630:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826496.257714:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826476/real 1787826476] req@ffff9ab5f9803840 x1874671428616448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826496.257747:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428616448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826496.257757:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826476/real 1787826476] req@ffff9ab5f9801680 x1874671428616576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826496.257768:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428616576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826496.257779:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826476/real 1787826476] req@ffff9ab5f9801a40 x1874671428616320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826496.257791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428616320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826496 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826496.257809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826496.257838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826496.257844:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616448:192.168.203.115@tcp:38:kworker.0 00000100:00080000:1.0:1787826496.257850:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826496.257855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826496.257858:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616576:192.168.203.115@tcp:8:kworker.0 00000100:00080000:1.0:1787826496.257862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826496.257865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826496.257869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428616320:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826496.258269:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826496.258275:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826496.258278:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826496.258283:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 582 00000100:00080000:2.0:1787826496.258293:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787826496.258299:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826496.258326:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428616832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826496.258348:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826496.258352:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826496.258354:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826496.258357:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 582 00000100:00080000:2.0:1787826496.258360:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787826496.258363:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826496.258373:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826496.258383:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428616960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826496.258391:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826496.258394:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826496.258396:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826496.258421:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826496.258423:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826496.258427:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 582 00000100:00080000:2.0:1787826496.258430:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787826496.258435:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826496.258440:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826496.258450:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428617088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826496.259339:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428616832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826496.259623:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826496.259666:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617088:192.168.203.115@tcp:8:kworker.0 00000400:00000100:1.0:1787826496.260426:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.115:988 00000400:00000100:1.0:1787826496.260475:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826496.260488:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826496.260717:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826496.260726:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826496.260732:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787826496.261079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826496/real 1787826496] req@ffff9ab5f9800000 x1874671428616832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826496.261099:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428616832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826496.261109:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826496.261113:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826496.261116:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428616832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826496.261122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826496/real 1787826496] req@ffff9ab5f98012c0 x1874671428616960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826496.261132:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428616960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826496.261138:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826496.261141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826496.261143:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826496.261149:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826496/real 1787826496] req@ffff9ab5f9802940 x1874671428617088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826496.261158:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428617088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826496.261165:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826496.261167:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826496.261170:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826496.261175:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826493/real 1787826496] req@ffff9ab5f9801e00 x1874671428616704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826496.261185:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428616704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826496.261199:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826496.261202:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826496.261205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428616704:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826497.218141:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826498.241555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826498.305533:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826498.305543:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826498.305548:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826498.305557:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 602 00000100:00080000:2.0:1787826498.305568:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826498.305575:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826498.305609:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428617216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826498.305649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826498.305653:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826498.305654:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826498.305658:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 602 00000100:00080000:2.0:1787826498.305662:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826498.305666:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826498.305679:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826498.305692:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98030c0 x1874671428617344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826498.305700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826498.305702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826498.305705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826498.305708:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 599 00000100:00080000:2.0:1787826498.305711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826498.305716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826498.305721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826498.305728:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428617472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826498.305736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826498.305739:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826498.305741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826498.305744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 602 00000100:00080000:2.0:1787826498.305747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826498.305750:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826498.305754:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826498.305763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428617600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826498.305851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428617216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826498.305944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826498.305971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826498.305989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617600:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826499.265664:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826499.333389:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.115:988 00000400:00000100:3.0:1787826499.333518:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826499.333536:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787826499.333641:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826498/real 1787826499] req@ffff9ab5f9802580 x1874671428617216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826523 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.333665:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428617216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826523 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.333677:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.333681:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826499.333685:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428617216:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787826499.333741:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787826499.333765:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787826499.333773:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787826499.333796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826498/real 1787826499] req@ffff9ab5f98030c0 x1874671428617344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.333813:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98030c0 x1874671428617344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.333821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.333825:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826499.333829:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826499.333835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826498/real 1787826499] req@ffff9ab5f9800b40 x1874671428617472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.333853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428617472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.333862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.333865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826499.333869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826499.333874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826498/real 1787826499] req@ffff9ab5f9800f00 x1874671428617600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.333885:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428617600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.333892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.333895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826499.333898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617600:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826500.289544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826501.313630:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826502.337580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826503.361667:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826503.425540:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826503.425550:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826503.425553:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826503.425560:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 604 00000100:00080000:0.0:1787826503.425576:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826503.425587:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826503.425631:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428617728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826503.425652:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826503.425655:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826503.425656:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826503.425659:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 604 00000100:00080000:0.0:1787826503.425662:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826503.425665:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826503.425681:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826503.425695:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428617856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826503.425699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428617728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826503.425712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826503.425717:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826503.425718:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826503.425723:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 604 00000100:00080000:0.0:1787826503.425727:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826503.425731:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826503.425744:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826503.425757:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428617984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826503.425765:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826503.425768:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826503.425769:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826503.425773:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 604 00000100:00080000:0.0:1787826503.425777:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826503.425781:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826503.425787:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826503.425803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826503.425837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826503.426047:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428618112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826503.426126:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618112:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826504.386104:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826505.410738:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826506.433597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826506.497675:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.115:988 00000400:00000100:2.0:1787826506.497716:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826506.497731:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826506.497771:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826506.497781:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826506.497787:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787826506.497898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826503/real 1787826506] req@ffff9ab5f27ae940 x1874671428618112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826506.497921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428618112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826506.498172:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826506.498179:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826506.498184:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826506.498192:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826503/real 1787826506] req@ffff9ab5f27ac000 x1874671428617856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826506.498206:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428617856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826506.498214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826506.498218:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826506.498221:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826506.498226:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826503/real 1787826506] req@ffff9ab5f27acf00 x1874671428617984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826506.498237:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428617984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826506.498253:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826506.498257:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826506.498260:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428617984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826506.498267:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826503/real 1787826506] req@ffff9ab5f27ad2c0 x1874671428617728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826506.498280:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428617728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826506.498288:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826506.498291:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826506.498295:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428617728:192.168.203.115@tcp:250:kworker.0 00010000:00010000:3.0:1787826507.459262:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826508.481585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826508.545588:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826508.545597:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826508.545602:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826508.545616:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 609 00000100:00080000:2.0:1787826508.545627:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826508.545633:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826508.545668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428618240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826508.545702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826508.545706:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826508.545707:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826508.545712:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 609 00000100:00080000:2.0:1787826508.545715:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826508.545718:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826508.545728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826508.545739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428618368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826508.545748:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826508.545751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826508.545753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826508.545756:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 609 00000100:00080000:2.0:1787826508.545759:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826508.545762:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826508.545767:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826508.545775:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98030c0 x1874671428618496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826508.545788:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826508.545791:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826508.545793:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826508.545796:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 609 00000100:00080000:2.0:1787826508.545799:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826508.545802:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826508.545806:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826508.545813:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428618624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826508.546171:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428618240:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787826508.546233:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826508.546270:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826508/real 1787826508] req@ffff9ab5f9800f00 x1874671428618240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826508.546287:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428618240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826508.546298:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826508.546302:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826508.546306:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428618240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826508.546312:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826508.546333:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826508.546345:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826508/real 1787826508] req@ffff9ab5f9800b40 x1874671428618368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826508.546354:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428618368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826508.546360:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826508.546363:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826508.546366:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826508.546371:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826508.546388:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826508.546426:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826508/real 1787826508] req@ffff9ab5f98030c0 x1874671428618496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826508.546439:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98030c0 x1874671428618496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826508.546448:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826508.546451:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826508.546454:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826508.546460:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826508.546478:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826508.546488:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826508/real 1787826508] req@ffff9ab5f9802580 x1874671428618624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826508.546500:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428618624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826508.546507:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826508.546510:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826508.546513:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618624:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826509.505621:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826510.529645:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826511.554611:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826512.578619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826513.601563:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826513.665564:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826513.665577:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826513.665583:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826513.665596:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 614 00000100:00080000:3.0:1787826513.665610:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826513.665619:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826513.665670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428618752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826513.665699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826513.665702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826513.665704:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826513.665708:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 614 00000100:00080000:3.0:1787826513.665711:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826513.665715:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826513.665726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826513.665738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428618880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826513.665749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826513.665754:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787826513.665756:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428618752:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826513.665757:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826513.665764:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 614 00000100:00080000:3.0:1787826513.665768:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826513.665771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826513.665776:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826513.665788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428619008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826513.665804:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826513.665807:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826513.665809:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826513.665812:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 614 00000100:00080000:3.0:1787826513.665817:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826513.665820:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826513.665823:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826513.665844:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428619136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826513.665915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826513.665961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826513.665987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619136:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826514.625519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826515.649517:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826516.673578:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826516.737799:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.115:988 00000400:00000100:2.0:1787826516.737846:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826516.737864:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826516.737900:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826516.737908:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826516.737920:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787826516.737968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826513/real 1787826516] req@ffff9ab5f994a580 x1874671428618880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826516.737993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428618880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826516.738004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826516.738009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826516.738013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428618880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826516.738021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826513/real 1787826516] req@ffff9ab5f9948780 x1874671428619008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826516.738044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428619008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826516.738054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826516.738057:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826516.738061:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826516.738068:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826513/real 1787826516] req@ffff9ab5f994ad00 x1874671428619136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826516.738080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428619136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826516.738088:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826516.738091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826516.738094:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826516.738101:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826513/real 1787826516] req@ffff9ab5f9948b40 x1874671428618752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826516.738112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428618752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826516.738119:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826516.738122:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826516.738125:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428618752:192.168.203.115@tcp:250:kworker.0 00010000:00010000:3.0:1787826517.697552:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826518.721596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826518.785524:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826518.785534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826518.785539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826518.785549:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 619 00000100:00080000:0.0:1787826518.785560:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826518.785567:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826518.785602:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428619264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826518.785643:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826518.785647:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826518.785649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826518.785653:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 619 00000100:00080000:0.0:1787826518.785656:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826518.785660:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826518.785669:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826518.785681:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428619392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826518.785690:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826518.785694:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826518.785696:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826518.785699:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 619 00000100:00080000:0.0:1787826518.785702:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826518.785705:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826518.785710:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826518.785720:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428619520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826518.785728:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826518.785730:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826518.785732:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826518.785734:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 619 00000100:00080000:0.0:1787826518.785737:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826518.785741:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826518.785744:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826518.785752:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428619648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826518.785832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428619264:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787826518.785896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826518.785943:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826518/real 1787826518] req@ffff9ab5f27af0c0 x1874671428619264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826518.785963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428619264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826518.785974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826518.785978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826518.785982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428619264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826518.785989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826518.786013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826518.786026:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826518/real 1787826518] req@ffff9ab5f27acb40 x1874671428619392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826518.786045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428619392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826518.786054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826518.786058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826518.786061:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826518.786067:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826518.786086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826518.786097:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826518/real 1787826518] req@ffff9ab5f27af840 x1874671428619520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826518.786109:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428619520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826518.786118:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826518.786121:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826518.786124:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826518.786130:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826518.786157:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826518.786169:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826518/real 1787826518] req@ffff9ab5f27af480 x1874671428619648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826518.786180:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428619648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826518.786188:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826518.786191:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826518.786195:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619648:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826519.745599:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826520.769600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826521.794439:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826522.818528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826523.841602:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826523.907006:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826523.907018:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826523.907023:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826523.907034:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 624 00000100:00080000:0.0:1787826523.907045:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826523.907053:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826523.907101:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428619776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826523.907133:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826523.907139:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826523.907141:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826523.907145:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 624 00000100:00080000:0.0:1787826523.907148:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826523.907152:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826523.907162:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826523.907172:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428619904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826523.907182:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826523.907185:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826523.907186:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826523.907190:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 624 00000100:00080000:0.0:1787826523.907193:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826523.907196:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826523.907201:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826523.907210:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428620032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826523.907218:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826523.907221:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826523.907223:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826523.907225:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 624 00000100:00080000:0.0:1787826523.907228:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826523.907230:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826523.907235:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826523.907242:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428620160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826523.907371:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428619776:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787826523.907480:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826523.907526:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826523/real 1787826523] req@ffff9ab5f27ae1c0 x1874671428619776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826523.907542:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428619776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826523.907552:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826523.907556:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826523.907560:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428619776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826523.907567:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826523.907589:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826523.907603:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826523/real 1787826523] req@ffff9ab5f27ac3c0 x1874671428619904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826523.907614:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428619904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826523.907621:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826523.907624:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826523.907628:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428619904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826523.907633:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826523.907651:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826523.907662:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826523/real 1787826523] req@ffff9ab5f27afc00 x1874671428620032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826523.907672:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428620032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826523.907679:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826523.907682:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826523.907685:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826523.907690:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826523.907707:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826523.907718:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826523/real 1787826523] req@ffff9ab5f27aed00 x1874671428620160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826523.907728:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428620160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826523.907736:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826523.907739:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826523.907741:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620160:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826524.866057:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826525.889582:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826526.913606:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826527.937571:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826528.961669:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826529.025491:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826529.025500:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826529.025504:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826529.025513:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 629 00000100:00080000:0.0:1787826529.025523:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826529.025530:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826529.025569:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428620288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826529.025597:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826529.025601:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826529.025603:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826529.025606:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 629 00000100:00080000:0.0:1787826529.025610:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826529.025613:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826529.025621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826529.025633:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428620416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826529.025644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428620288:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826529.025652:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826529.025657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826529.025659:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826529.025663:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 629 00000100:00080000:0.0:1787826529.025668:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826529.025672:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826529.025678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826529.025690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428620544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826529.025697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826529.025699:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826529.025700:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826529.025702:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 629 00000100:00080000:0.0:1787826529.025706:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826529.025708:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826529.025711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826529.025718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428620672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826529.025782:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826529.025821:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826529.025850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620672:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826529.986026:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826531.009577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826532.033638:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826532.097791:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.115:988 00000400:00000100:2.0:1787826532.097863:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826532.097884:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826532.097938:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826532.097948:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826532.097958:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787826532.098004:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826529/real 1787826532] req@ffff9ab5f27ade00 x1874671428620416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826532.098042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428620416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826532.098054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826532.098060:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826532.098065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826532.098074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826529/real 1787826532] req@ffff9ab5f27ae580 x1874671428620544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826532.098084:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428620544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826532.098092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826532.098095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826532.098098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826532.098103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826529/real 1787826532] req@ffff9ab5f27aed00 x1874671428620672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826532.098114:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428620672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826532.098121:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826532.098125:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826532.098128:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826532.098136:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826529/real 1787826532] req@ffff9ab5f27ad680 x1874671428620288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826532.098149:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428620288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826532.098157:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826532.098160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826532.098164:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428620288:192.168.203.115@tcp:250:kworker.0 00010000:00010000:2.0:1787826533.057619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826534.081634:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826534.145536:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826534.145552:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826534.145558:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826534.145571:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 634 00000100:00080000:1.0:1787826534.145584:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826534.145599:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826534.145643:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428620800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826534.145675:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826534.145679:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826534.145681:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826534.145685:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 634 00000100:00080000:1.0:1787826534.145689:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826534.145695:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826534.145706:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826534.145720:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428620928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826534.145733:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428620800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826534.145754:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826534.145757:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826534.145759:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826534.145764:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 634 00000100:00080000:1.0:1787826534.145768:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826534.145773:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826534.145778:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826534.145790:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428621056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826534.145799:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826534.145802:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826534.145803:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826534.145807:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 634 00000100:00080000:1.0:1787826534.145810:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826534.145814:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826534.145818:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826534.145827:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428621184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826534.145991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826534.146034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826534/real 1787826534] req@ffff9ab5f24ba1c0 x1874671428620800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826534.146052:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428620800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826534.146063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826534.146068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826534.146072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428620800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826534.146095:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620928:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826534.146118:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826534.146129:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826534/real 1787826534] req@ffff9ab5f24b9680 x1874671428620928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826534.146140:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428620928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826534.146147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826534.146150:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826534.146154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428620928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826534.146160:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826534.146180:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826534.146203:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826534/real 1787826534] req@ffff9ab5f24ba580 x1874671428621056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826534.146214:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428621056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826534.146223:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826534.146226:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826534.146229:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826534.146241:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826534.146260:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826534.146270:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826534/real 1787826534] req@ffff9ab5f24b8f00 x1874671428621184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826534.146282:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428621184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826534.146295:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826534.146298:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826534.146301:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621184:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826535.105652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826536.129637:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826537.153557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826538.177631:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826539.201631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826539.265514:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826539.265522:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826539.265525:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826539.265532:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 639 00000100:00080000:3.0:1787826539.265541:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826539.265546:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826539.265585:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428621312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826539.265609:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826539.265612:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826539.265613:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826539.265616:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 639 00000100:00080000:3.0:1787826539.265619:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826539.265620:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826539.265627:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826539.265634:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428621440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826539.265641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826539.265643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826539.265644:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826539.265647:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 639 00000100:00080000:3.0:1787826539.265649:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826539.265651:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826539.265654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826539.265665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428621568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826539.265674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826539.265676:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826539.265678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826539.265682:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 639 00000100:00080000:3.0:1787826539.265685:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826539.265689:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826539.265695:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826539.265708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428621696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826539.265733:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428621312:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787826539.265840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826539.265896:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826539/real 1787826539] req@ffff9ab5f994bc00 x1874671428621312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826539.265917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428621312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826539.265925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826539.265929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826539.265932:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428621312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826539.265939:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826539.265957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826539.265974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826539/real 1787826539] req@ffff9ab5f99492c0 x1874671428621440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826539.265984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428621440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826539.265995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826539.265998:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826539.266002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826539.266008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826539.266028:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826539.266039:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826539/real 1787826539] req@ffff9ab5f994a1c0 x1874671428621568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826539.266050:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428621568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826539.266059:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826539.266063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826539.266066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826539.266096:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826539.266117:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826539.266129:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826539/real 1787826539] req@ffff9ab5f994b0c0 x1874671428621696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826539.266141:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428621696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826539.266148:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826539.266151:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826539.266155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621696:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826540.225879:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826541.249563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826542.273583:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826543.297622:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826544.321574:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826544.385455:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826544.385470:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826544.385476:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826544.385489:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 645 00000100:00080000:3.0:1787826544.385504:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826544.385513:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826544.385563:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428621824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826544.385596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826544.385600:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826544.385602:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826544.385605:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 645 00000100:00080000:3.0:1787826544.385608:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826544.385611:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826544.385621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826544.385633:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428621952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826544.385643:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826544.385647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826544.385649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826544.385652:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 645 00000100:00080000:3.0:1787826544.385656:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826544.385661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428621824:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826544.385663:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826544.385741:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787826544.385746:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826544.385755:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428622080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826544.385765:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826544.385767:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826544.385769:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826544.385773:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 645 00000100:00080000:3.0:1787826544.385777:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826544.385779:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826544.385783:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826544.385796:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428622208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826544.385814:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826544/real 1787826544] req@ffff9ab5f994b480 x1874671428621824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826544.385852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428621824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826544.385864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826544.385868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826544.385873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428621824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826544.385881:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826544.385905:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826544.385916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826544/real 1787826544] req@ffff9ab5f9948f00 x1874671428621952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826544.385924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428621952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826544.385930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826544.385932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826544.385934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428621952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826544.385957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826544.385969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826544.385975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826544/real 1787826544] req@ffff9ab5f9949e00 x1874671428622080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826544.385982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428622080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826544.385988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826544.385990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826544.385992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826544.385995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826544.386003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826544.386008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826544/real 1787826544] req@ffff9ab5f994a940 x1874671428622208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826544.386014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428622208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826544.386019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826544.386020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826544.386022:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622208:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826545.345629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826546.369718:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826547.393631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826548.421376:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826549.441592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826549.505484:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826549.505493:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826549.505497:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826549.505516:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 650 00000100:00080000:3.0:1787826549.505527:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826549.505534:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826549.505569:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428622336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826549.505597:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826549.505601:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826549.505602:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826549.505606:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 650 00000100:00080000:3.0:1787826549.505609:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826549.505613:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826549.505622:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826549.505632:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428622464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826549.505640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826549.505643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826549.505644:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826549.505647:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 650 00000100:00080000:3.0:1787826549.505650:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826549.505662:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826549.505666:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826549.505675:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428622592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826549.505685:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826549.505688:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826549.505692:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826549.505695:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 650 00000100:00080000:3.0:1787826549.505698:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826549.505702:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826549.505705:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826549.505713:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428622720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826549.506216:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428622336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826549.506322:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826549.506348:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826549.506361:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622720:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826550.465611:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826551.490420:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826552.513597:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826552.578020:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787826552.578093:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826552.578115:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787826552.578159:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787826552.578169:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787826552.578179:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787826552.578922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826549/real 1787826552] req@ffff9ab5f9949a40 x1874671428622336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826552.578959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428622336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826552.578969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826552.578974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826552.578979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428622336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826552.578988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826549/real 1787826552] req@ffff9ab5f9948000 x1874671428622464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826552.578999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428622464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826552.579006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826552.579010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826552.579013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826552.579019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826549/real 1787826552] req@ffff9ab5f994b840 x1874671428622592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826552.579032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428622592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826552.579040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826552.579043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826552.579046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826552.579053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826549/real 1787826552] req@ffff9ab5f9949680 x1874671428622720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826552.579062:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428622720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826552.579068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826552.579071:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826552.579074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622720:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826553.537564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826554.561566:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826554.625586:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826554.625598:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826554.625603:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826554.625613:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 655 00000100:00080000:3.0:1787826554.625623:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826554.625640:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826554.625675:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428622848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826554.625698:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826554.625702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826554.625703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826554.625708:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 655 00000100:00080000:3.0:1787826554.625712:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826554.625716:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826554.625725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826554.625739:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428622976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826554.625749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826554.625755:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826554.625757:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826554.625761:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 655 00000100:00080000:3.0:1787826554.625764:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826554.625769:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826554.625774:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826554.625787:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428623104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826554.625797:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826554.625801:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826554.625802:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826554.625806:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 655 00000100:00080000:3.0:1787826554.625810:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826554.625814:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826554.625818:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826554.625828:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428623232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826554.625922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428622848:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787826554.625995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826554.626031:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826554/real 1787826554] req@ffff9ab5f9949680 x1874671428622848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826554.626046:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428622848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826554.626055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826554.626058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826554.626062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428622848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826554.626069:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826554.626088:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826554.626100:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826554/real 1787826554] req@ffff9ab5f994b840 x1874671428622976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826554.626110:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428622976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826554.626117:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826554.626120:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826554.626123:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428622976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826554.626129:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826554.626147:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826554.626157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826554/real 1787826554] req@ffff9ab5f9948000 x1874671428623104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826554.626167:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428623104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826554.626174:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826554.626177:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826554.626180:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826554.626185:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826554.626202:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826554.626211:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826554/real 1787826554] req@ffff9ab5f9949a40 x1874671428623232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826554.626221:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428623232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826554.626228:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826554.626231:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826554.626234:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623232:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826555.585605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826556.609547:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826557.633558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826558.657587:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826559.681562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826559.745536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826559.745546:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826559.745551:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826559.745560:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 660 00000100:00080000:2.0:1787826559.745580:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826559.745587:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826559.745621:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428623360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826559.745650:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826559.745654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826559.745656:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826559.745659:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 660 00000100:00080000:2.0:1787826559.745663:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826559.745667:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826559.745676:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826559.745688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428623488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826559.745700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826559.745702:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428623360:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826559.745705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826559.745709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826559.745715:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 660 00000100:00080000:2.0:1787826559.745719:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826559.745729:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826559.745735:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826559.745748:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428623616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826559.745758:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826559.745761:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826559.745763:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787826559.745769:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787826559.745772:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 660 00000100:00080000:2.0:1787826559.745780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826559.745785:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826559.745790:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826559.745801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428623744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826559.745815:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826559/real 1787826559] req@ffff9ab5f9801e00 x1874671428623360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826559.745889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428623360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826559.745899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826559.745903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826559.745908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428623360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826559.745930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826559.745950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826559.745959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826559/real 1787826559] req@ffff9ab5f9802940 x1874671428623488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826559.745969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428623488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826559.745977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826559.745980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826559.745983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826559.745988:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826559.746006:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826559.746017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826559/real 1787826559] req@ffff9ab5f98012c0 x1874671428623616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826559.746028:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428623616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826559.746034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826559.746036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826559.746038:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826559.746042:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826559.746060:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826559.746070:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826559/real 1787826559] req@ffff9ab5f9800000 x1874671428623744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826559.746080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428623744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826559.746088:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826559.746091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826559.746094:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428623744:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826560.705599:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826561.729533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826562.753587:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826563.777595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826564.801914:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826564.865519:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826564.865529:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826564.865533:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826564.865543:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 665 00000100:00080000:3.0:1787826564.865554:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826564.865561:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826564.865595:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428623872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826564.865620:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826564.865624:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826564.865625:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826564.865629:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 665 00000100:00080000:3.0:1787826564.865633:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826564.865637:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826564.865646:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826564.865658:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428624000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826564.865668:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826564.865673:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826564.865674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826564.865678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 665 00000100:00080000:3.0:1787826564.865682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826564.865687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826564.865689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428623872:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787826564.865692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826564.865705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428624128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826564.865715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826564.865717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826564.865719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826564.865721:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 665 00000100:00080000:3.0:1787826564.865724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826564.865726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826564.865729:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826564.865738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428624256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826564.865842:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826564.865874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826564/real 1787826564] req@ffff9ab5f994a940 x1874671428623872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826564.865886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428623872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826564.865895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826564.865899:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826564.865904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428623872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826564.865916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826564.865939:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826564.865952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826564/real 1787826564] req@ffff9ab5f9949e00 x1874671428624000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826564.866238:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428624000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826564.866246:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826564.866249:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826564.866253:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826564.866276:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826564.866301:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826564.866313:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826564/real 1787826564] req@ffff9ab5f9948f00 x1874671428624128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826564.866323:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428624128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826564.866346:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826564.866349:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826564.866353:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826564.866359:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826564.866380:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826564.866391:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826564/real 1787826564] req@ffff9ab5f994b480 x1874671428624256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826564.866436:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428624256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826564.866445:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826564.866448:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826564.866452:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624256:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826565.825592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826566.849596:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826567.874094:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826568.897552:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826569.922434:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826569.985908:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826569.985918:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826569.985923:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826569.986905:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 670 00000100:00080000:3.0:1787826569.986917:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826569.986924:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826569.987013:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428624384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826569.987035:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826569.987038:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826569.987039:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826569.987042:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 670 00000100:00080000:2.0:1787826569.987046:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826569.987050:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826569.987057:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826569.987065:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428624512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826569.987071:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826569.987073:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826569.987074:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826569.987076:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 670 00000100:00080000:2.0:1787826569.987078:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826569.987079:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826569.987082:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826569.987087:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428624640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826569.987091:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826569.987093:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826569.987094:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826569.987096:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 670 00000100:00080000:2.0:1787826569.987098:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826569.987100:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826569.987102:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826569.987108:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428624768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826569.987159:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428624384:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787826569.987215:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826569.987269:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826569/real 1787826569] req@ffff9ab5f9801a40 x1874671428624384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826569.987284:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428624384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826569.987292:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826569.987296:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826569.987299:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428624384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826569.987306:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826569.987328:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826569.987340:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826569/real 1787826569] req@ffff9ab5f9801680 x1874671428624512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826569.987350:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428624512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826569.987357:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826569.987360:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826569.987363:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826569.987369:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826569.987389:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826569.987416:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826569/real 1787826569] req@ffff9ab5f9803840 x1874671428624640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826569.987428:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428624640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826569.987436:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826569.987439:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826569.987441:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826569.987446:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826569.987464:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826569.987474:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826569/real 1787826569] req@ffff9ab5f9800780 x1874671428624768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826569.987485:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428624768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826569.987498:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826569.987501:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826569.987504:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428624768:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826570.945614:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826571.972548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826572.993656:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826574.017571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826575.041613:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826575.105538:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826575.105548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826575.105552:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826575.105561:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 675 00000100:00080000:1.0:1787826575.105574:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826575.105582:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826575.105618:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428624896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826575.105643:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826575.105647:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826575.105649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826575.105653:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 675 00000100:00080000:1.0:1787826575.105657:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826575.105662:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826575.105671:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826575.105686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428625024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826575.105688:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428624896:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826575.105704:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826575.105708:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826575.105710:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826575.105714:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 675 00000100:00080000:1.0:1787826575.105742:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826575.105747:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787826575.105752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787826575.105764:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826575.105780:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428625152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826575.105790:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826575.105794:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826575/real 1787826575] req@ffff9ab5f24b9e00 x1874671428624896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826575.105796:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826575.105799:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826575.105809:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 675 00000100:00080000:1.0:1787826575.105815:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826575.105821:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428624896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826575.105821:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826575.105829:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1787826575.105836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826575.105842:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826575.105847:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428625280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826575.105849:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428624896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826575.105878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826575.105901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826575.105914:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826575/real 1787826575] req@ffff9ab5f24b92c0 x1874671428625024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826575.105924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428625024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826575.105932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826575.105936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826575.105939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826575.105946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826575.105964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826575.105974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826575/real 1787826575] req@ffff9ab5f24b83c0 x1874671428625152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826575.105982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428625152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826575.105988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826575.105990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826575.105992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826575.105995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826575.106007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826575.106012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826575/real 1787826575] req@ffff9ab5f24b8000 x1874671428625280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826575.106018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428625280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826575.106023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826575.106024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826575.106026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625280:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826576.065741:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826577.090378:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826578.113647:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826579.137604:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826580.161624:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826580.225586:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826580.225599:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826580.225604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826580.225614:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 680 00000100:00080000:2.0:1787826580.225624:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826580.225631:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826580.225664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428625408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826580.225685:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826580.225688:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826580.225689:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826580.225692:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 680 00000100:00080000:2.0:1787826580.225694:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826580.225697:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826580.225704:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826580.225715:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428625536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826580.225731:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428625408:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826580.225736:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826580.225741:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826580.225743:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826580.225748:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 680 00000100:00080000:2.0:1787826580.225751:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826580.225755:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826580.225762:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826580.225772:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428625664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826580.225779:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826580.225781:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826580.225782:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826580.225785:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 680 00000100:00080000:2.0:1787826580.225789:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826580.225793:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826580.225798:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787826580.225803:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826580.225811:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428625792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826580.225844:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826580/real 1787826580] req@ffff9ab5f98021c0 x1874671428625408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826580.225867:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428625408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826580.225878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826580.225882:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826580.225886:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428625408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826580.225909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826580.225932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826580.225944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826580/real 1787826580] req@ffff9ab5f9802d00 x1874671428625536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826580.225956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428625536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826580.225964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826580.225967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826580.225970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826580.225976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826580.225994:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826580.226001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826580/real 1787826580] req@ffff9ab5f98003c0 x1874671428625664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826580.226008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428625664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826580.226018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826580.226020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826580.226021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826580.226025:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826580.226034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826580.226039:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826580/real 1787826580] req@ffff9ab5f9803480 x1874671428625792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826580.226045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428625792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826580.226049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826580.226051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826580.226052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428625792:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826581.185551:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826582.209595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826583.233973:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826584.257700:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826585.281575:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826585.345640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826585.345650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826585.345655:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826585.345664:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 686 00000100:00080000:3.0:1787826585.345674:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826585.345680:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826585.345726:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428625920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826585.345767:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826585.345771:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826585.345773:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826585.345777:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 686 00000100:00080000:3.0:1787826585.345781:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826585.345784:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826585.345794:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826585.345806:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428626048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826585.345816:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826585.345819:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826585.345822:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826585.345826:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 686 00000100:00080000:3.0:1787826585.345829:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826585.345845:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826585.345851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428625920:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787826585.345853:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826585.345869:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428626176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826585.345879:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826585.345882:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826585.345885:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826585.345889:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 686 00000100:00080000:3.0:1787826585.345893:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826585.345897:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826585.345901:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826585.345914:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428626304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826585.345964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826585.346003:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826585.346051:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626304:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826586.305633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826587.329770:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826588.353528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826588.417702:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787826588.417740:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826588.417753:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826588.417788:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826588.417797:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826588.417804:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787826588.417936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826585/real 1787826588] req@ffff9ab5f99492c0 x1874671428626176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826588.418262:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428626176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826588.418273:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826588.418278:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826588.418282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826588.418290:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826585/real 1787826588] req@ffff9ab5f994bc00 x1874671428626304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826588.418299:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428626304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826588.418305:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826588.418308:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826588.418311:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826588.418316:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826585/real 1787826588] req@ffff9ab5f994b0c0 x1874671428625920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826588.418327:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428625920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826588.418334:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826588.418337:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826588.418340:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428625920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826588.418345:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826585/real 1787826588] req@ffff9ab5f994a1c0 x1874671428626048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826588.418356:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428626048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826588.418363:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826588.418367:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826588.418370:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626048:192.168.203.115@tcp:38:kworker.0 00010000:00010000:3.0:1787826589.377529:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826590.401560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826590.465517:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826590.465528:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826590.465532:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826590.465542:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 691 00000100:00080000:3.0:1787826590.465552:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826590.465559:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826590.465593:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428626432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826590.465627:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826590.465631:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826590.465633:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826590.465637:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 691 00000100:00080000:3.0:1787826590.465641:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826590.465645:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826590.465654:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826590.465666:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428626560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826590.465674:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826590.465677:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826590.465679:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826590.465682:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 691 00000100:00080000:3.0:1787826590.465686:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826590.465689:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826590.465693:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826590.465702:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428626688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826590.465710:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826590.465713:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826590.465715:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826590.465718:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 691 00000100:00080000:3.0:1787826590.465721:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826590.465724:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826590.465728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826590.465736:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428626816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826590.466816:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428626432:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787826590.466874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826590.466909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826590/real 1787826590] req@ffff9ab5f9948b40 x1874671428626432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826590.466924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428626432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826590.466933:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826590.466936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826590.466939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428626432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826590.466945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826590.466971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826590.466985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826590/real 1787826590] req@ffff9ab5f994ad00 x1874671428626560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826590.467009:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428626560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826590.467024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826590.467028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826590.467033:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826590.467039:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826590.467063:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826590.467077:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826590/real 1787826590] req@ffff9ab5f9948780 x1874671428626688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826590.467089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428626688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826590.467098:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826590.467102:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826590.467105:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826590.467112:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826590.467133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826590.467143:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826590/real 1787826590] req@ffff9ab5f994a580 x1874671428626816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826590.467153:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428626816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826590.467160:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826590.467163:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826590.467167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428626816:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826591.425568:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826592.449567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826593.473565:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826594.497595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826595.521557:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826595.585609:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826595.585618:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826595.585623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826595.585633:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 696 00000100:00080000:0.0:1787826595.585644:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826595.585652:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826595.585685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428626944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826595.585714:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826595.585717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826595.585719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826595.585723:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 696 00000100:00080000:0.0:1787826595.585727:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826595.585730:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826595.585739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826595.585751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428627072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826595.585761:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787826595.585763:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428626944:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826595.585765:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826595.585769:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826595.585775:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 696 00000100:00080000:0.0:1787826595.585778:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826595.585782:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826595.585787:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826595.585799:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428627200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826595.585816:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826595.585819:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826595.585820:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826595.585824:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 696 00000100:00080000:0.0:1787826595.585827:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826595.585830:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826595.585835:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787826595.585837:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826595.585853:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428627328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826595.585878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826595/real 1787826595] req@ffff9ab5f27afc00 x1874671428626944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826595.585896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428626944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826595.585906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826595.585910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826595.585914:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428626944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826595.585935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826595.585956:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826595.585979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826595/real 1787826595] req@ffff9ab5f27ac3c0 x1874671428627072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826595.585991:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428627072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826595.585999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826595.586003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826595.586006:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826595.586011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826595.586028:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826595.586036:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826595/real 1787826595] req@ffff9ab5f27ae1c0 x1874671428627200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826595.586047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428627200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826595.586056:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826595.586058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826595.586062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826595.586067:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826595.586081:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826595.586090:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826595/real 1787826595] req@ffff9ab5f27af480 x1874671428627328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826595.586100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428627328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826595.586108:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826595.586111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826595.586114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627328:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826596.545646:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826597.569700:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826598.593605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826599.617575:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826600.641616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826600.705995:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826600.706009:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826600.706014:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826600.706027:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 701 00000100:00080000:2.0:1787826600.706042:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826600.706051:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826600.706104:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428627456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826600.706144:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826600.706148:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826600.706150:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826600.706155:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 701 00000100:00080000:2.0:1787826600.706158:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826600.706162:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826600.706173:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826600.706186:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428627584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826600.706196:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826600.706200:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826600.706202:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826600.706206:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 701 00000100:00080000:2.0:1787826600.706209:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826600.706214:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826600.706219:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826600.706223:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428627456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826600.706233:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428627712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826600.706245:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826600.706248:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826600.706250:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826600.706254:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 701 00000100:00080000:2.0:1787826600.706258:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826600.706262:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826600.706268:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826600.706279:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428627840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787826600.706313:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826600.706373:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826600/real 1787826600] req@ffff9ab5f9803480 x1874671428627456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826600.706394:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428627456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826600.706434:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826600.706439:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826600.706443:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428627456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826600.706451:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627584:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826600.706477:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826600.706490:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826600/real 1787826600] req@ffff9ab5f98003c0 x1874671428627584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826600.706501:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428627584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826600.706508:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826600.706511:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826600.706514:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826600.706541:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826600.706561:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826600.706573:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826600/real 1787826600] req@ffff9ab5f9802d00 x1874671428627712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826600.706585:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428627712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826600.706594:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826600.706603:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826600.706605:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826600.706609:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826600.706624:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826600.706631:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826600/real 1787826600] req@ffff9ab5f98021c0 x1874671428627840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826600.706638:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428627840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826600.706643:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826600.706645:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826600.706647:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428627840:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826601.665559:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826602.689612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826603.713573:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826604.737665:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826605.761576:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826605.825457:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826605.825465:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826605.825469:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826605.825478:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 706 00000100:00080000:2.0:1787826605.825490:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826605.825498:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826605.825542:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428627968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826605.825571:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826605.825574:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826605.825575:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826605.825579:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 706 00000100:00080000:2.0:1787826605.825582:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826605.825585:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826605.825594:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826605.825604:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428628096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826605.825611:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787826605.825615:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428627968:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826605.825615:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826605.825617:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826605.825623:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 706 00000100:00080000:2.0:1787826605.825626:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826605.825628:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826605.825631:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826605.825638:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428628224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826605.825644:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826605.825646:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826605.825647:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826605.825650:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 706 00000100:00080000:2.0:1787826605.825651:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826605.825653:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826605.825656:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826605.825664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428628352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787826605.825685:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826605.825740:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826605/real 1787826605] req@ffff9ab5f9800780 x1874671428627968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826605.825757:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428627968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826605.825768:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826605.825772:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826605.825776:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428627968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826605.825797:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826605.825818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826605.825830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826605/real 1787826605] req@ffff9ab5f9803840 x1874671428628096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826605.825842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428628096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826605.825849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826605.825852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826605.825856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826605.825861:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826605.825878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826605.825887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826605/real 1787826605] req@ffff9ab5f9801680 x1874671428628224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826605.825913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428628224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826605.825922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826605.825924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826605.825928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826605.825934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826605.825951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826605.825961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826605/real 1787826605] req@ffff9ab5f9801a40 x1874671428628352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826605.825971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428628352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826605.825978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826605.825980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826605.825984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628352:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826606.785566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826607.809578:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826608.833557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826609.857947:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826610.881551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826610.945536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826610.945545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826610.945549:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826610.945558:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 711 00000100:00080000:0.0:1787826610.945569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826610.945575:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826610.945608:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428628480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826610.945636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826610.945639:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826610.945641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826610.945645:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 711 00000100:00080000:0.0:1787826610.945649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826610.945653:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826610.945663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826610.945673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428628480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826610.945676:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428628608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826610.945688:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826610.945691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826610.945693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826610.945697:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 711 00000100:00080000:0.0:1787826610.945700:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826610.945705:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826610.945710:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826610.945722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428628736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787826610.945728:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826610.945736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826610.945738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826610.945740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826610.945744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 711 00000100:00080000:0.0:1787826610.945750:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826610.945752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826610.945755:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826610.945764:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428628864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826610.945772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826610/real 1787826610] req@ffff9ab5f27af840 x1874671428628480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826610.945787:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428628480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826610.945794:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826610.945797:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826610.945800:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428628480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826610.945816:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826610.945831:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826610.945839:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826610/real 1787826610] req@ffff9ab5f27acb40 x1874671428628608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826610.945847:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428628608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826610.945851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826610.945853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826610.945855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826610.945873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826610.945888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826610.945895:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826610/real 1787826610] req@ffff9ab5f27af0c0 x1874671428628736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826610.945901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428628736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826610.945907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826610.945908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826610.945910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826610.945913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826610.945922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826610.945927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826610/real 1787826610] req@ffff9ab5f27ad2c0 x1874671428628864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826610.945933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428628864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826610.945941:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826610.945943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826610.945945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428628864:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826611.905619:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826612.929536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826613.953625:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826614.977636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826616.001597:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826616.065518:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826616.065528:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826616.065533:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826616.065544:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 716 00000100:00080000:0.0:1787826616.065555:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826616.065611:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826616.065646:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428628992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826616.065684:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826616.065688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826616.065690:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826616.065694:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 716 00000100:00080000:0.0:1787826616.065697:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826616.065701:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826616.065710:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826616.065722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428629120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826616.065730:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826616.065734:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826616.065735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826616.065738:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 716 00000100:00080000:0.0:1787826616.065741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826616.065744:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826616.065748:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826616.065757:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428629248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826616.065765:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826616.065768:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826616.065769:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826616.065772:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 716 00000100:00080000:0.0:1787826616.065775:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826616.065777:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826616.065781:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826616.065791:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428629376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826616.067477:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428628992:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826616.067547:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826616.067586:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826616/real 1787826616] req@ffff9ab5f27acf00 x1874671428628992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826616.067604:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428628992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826616.067621:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826616.067624:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826616.067629:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428628992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826616.067637:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826616.067658:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826616.067672:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826616/real 1787826616] req@ffff9ab5f27ac000 x1874671428629120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826616.067684:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428629120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826616.067692:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826616.067695:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826616.067698:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826616.067704:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826616.067721:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826616.067730:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826616/real 1787826616] req@ffff9ab5f27ae940 x1874671428629248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826616.067741:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428629248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826616.068046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826616.068051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826616.068054:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826616.068062:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826616.068086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826616.068098:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826616/real 1787826616] req@ffff9ab5f27ad2c0 x1874671428629376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826616.068108:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428629376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826616.068116:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826616.068119:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826616.068122:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629376:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826617.025569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826618.049574:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826619.073570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826620.097804:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826621.121615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826621.185512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826621.185522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826621.185526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826621.185548:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 721 00000100:00080000:3.0:1787826621.185558:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826621.185565:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826621.185602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428629504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826621.185633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826621.185637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826621.185639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826621.185643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 721 00000100:00080000:3.0:1787826621.185646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826621.185650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826621.185659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826621.185670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428629632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826621.185679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826621.185683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826621.185684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826621.185688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 721 00000100:00080000:3.0:1787826621.185690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826621.185694:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826621.185699:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826621.185749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428629760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826621.185758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826621.185761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826621.185763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826621.185766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 721 00000100:00080000:3.0:1787826621.185769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826621.185773:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826621.185777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826621.185801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428629888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826621.185849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428629504:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826621.185921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826621.185968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826621/real 1787826621] req@ffff9ab5f994a580 x1874671428629504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826621.185983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428629504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826621.185992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826621.185996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826621.186000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428629504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826621.186006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826621.186024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826621.186033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826621/real 1787826621] req@ffff9ab5f9948780 x1874671428629632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826621.186044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428629632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826621.186051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826621.186054:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826621.186057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826621.186062:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826621.186075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826621.186082:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826621/real 1787826621] req@ffff9ab5f994ad00 x1874671428629760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826621.186092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428629760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826621.186100:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826621.186103:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826621.186105:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826621.186110:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826621.186122:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826621.186129:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826621/real 1787826621] req@ffff9ab5f9948b40 x1874671428629888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826621.186139:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428629888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826621.186152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826621.186155:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826621.186158:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428629888:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826622.145631:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826623.169722:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826624.193644:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826625.217562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826626.241602:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826626.305566:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826626.305578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826626.305583:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826626.305596:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 727 00000100:00080000:0.0:1787826626.305611:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826626.305622:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826626.305669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428630016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826626.305708:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826626.305713:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826626.305715:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826626.305719:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 727 00000100:00080000:0.0:1787826626.305723:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826626.305727:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826626.305738:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826626.305762:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428630144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826626.305774:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826626.305780:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787826626.305780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428630016:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826626.305782:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826626.305791:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 727 00000100:00080000:0.0:1787826626.305795:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826626.305806:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826626.305812:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826626.305825:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428630272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826626.305835:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826626.305839:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826626.305841:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826626.305844:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 727 00000100:00080000:0.0:1787826626.305856:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826626.305860:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787826626.305866:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787826626.305868:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826626.305882:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428630400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826626.305921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826626/real 1787826626] req@ffff9ab5f27af0c0 x1874671428630016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826626.305940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428630016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826626.305951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826626.305955:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826626.305959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428630016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826626.305983:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826626.306003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826626.306015:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826626/real 1787826626] req@ffff9ab5f27acb40 x1874671428630144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826626.306026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428630144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826626.306033:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826626.306036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826626.306039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826626.306045:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826626.306061:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826626.306069:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826626/real 1787826626] req@ffff9ab5f27af840 x1874671428630272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826626.306079:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428630272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826626.306088:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826626.306091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826626.306094:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826626.306098:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826626.306112:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826626.306120:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826626/real 1787826626] req@ffff9ab5f27af480 x1874671428630400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826626.306130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428630400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826626.306138:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826626.306141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826626.306144:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630400:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826627.265564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826628.289558:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826629.313578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826630.337604:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826631.361990:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826631.425724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826631.425734:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826631.425739:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826631.425750:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 732 00000100:00080000:2.0:1787826631.425761:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826631.425769:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826631.425807:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428630528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826631.425839:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826631.425843:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826631.425844:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826631.425849:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 732 00000100:00080000:2.0:1787826631.425852:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826631.425856:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826631.425866:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826631.425878:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428630656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826631.425887:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826631.425891:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826631.425893:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826631.425896:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 732 00000100:00080000:2.0:1787826631.425900:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826631.425903:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826631.425908:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826631.425919:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428630784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826631.425932:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826631.425935:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826631.425937:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826631.425940:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 732 00000100:00080000:2.0:1787826631.425943:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826631.425946:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826631.425951:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826631.425960:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428630912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826631.426035:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428630528:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787826631.426091:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826631.426125:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826631/real 1787826631] req@ffff9ab5f9800000 x1874671428630528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826631.426141:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428630528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826631.426149:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826631.426153:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826631.426157:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428630528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826631.426163:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826631.426183:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826631.426194:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826631/real 1787826631] req@ffff9ab5f98012c0 x1874671428630656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826631.426204:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428630656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826631.426211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826631.426214:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826631.426217:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826631.426223:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826631.426239:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826631.426249:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826631/real 1787826631] req@ffff9ab5f9802940 x1874671428630784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826631.426258:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428630784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826631.426265:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826631.426269:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826631.426272:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826631.426277:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826631.426292:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826631.426301:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826631/real 1787826631] req@ffff9ab5f9801e00 x1874671428630912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826631.426311:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428630912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826631.426318:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826631.426320:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826631.426323:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428630912:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826632.385736:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826633.409863:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826634.433567:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826635.457610:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826636.482172:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826636.545503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826636.545515:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826636.545519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826636.545529:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 737 00000100:00080000:2.0:1787826636.545540:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826636.545547:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826636.545584:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428631040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826636.545615:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826636.545618:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826636.545620:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826636.545624:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 737 00000100:00080000:2.0:1787826636.545627:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826636.545631:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826636.545641:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826636.545652:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98030c0 x1874671428631168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826636.545661:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826636.545664:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826636.545665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826636.545669:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 737 00000100:00080000:2.0:1787826636.545672:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826636.545675:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826636.545689:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826636.545699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428631296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826636.545707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826636.545711:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826636.545712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826636.545715:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 737 00000100:00080000:2.0:1787826636.545719:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826636.545722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826636.545727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826636.545738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428631424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826636.545826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428631040:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787826636.545884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826636.545921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826636/real 1787826636] req@ffff9ab5f9802580 x1874671428631040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826636.545951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428631040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826636.545962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826636.545965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826636.545969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428631040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826636.545976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787826636.545998:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826636.546011:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826636/real 1787826636] req@ffff9ab5f98030c0 x1874671428631168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826636.546023:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98030c0 x1874671428631168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826636.546031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826636.546034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826636.546037:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787826636.546043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826636.546065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826636.546075:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826636/real 1787826636] req@ffff9ab5f9800b40 x1874671428631296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826636.546085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428631296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826636.546135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826636.546137:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826636.546139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826636.546142:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787826636.546156:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826636.546163:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826636/real 1787826636] req@ffff9ab5f9800f00 x1874671428631424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826636.546169:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428631424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826636.546174:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787826636.546175:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787826636.546177:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631424:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826637.505560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826638.530030:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826639.555919:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826640.579299:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826641.601988:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826641.665521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826641.665537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826641.665542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826641.665551:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 742 00000100:00080000:1.0:1787826641.665562:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826641.665569:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826641.665605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428631552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826641.665641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826641.665657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826641.665659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826641.665662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 742 00000100:00080000:1.0:1787826641.665666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826641.665670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826641.665679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826641.665693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428631680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826641.665703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826641.665707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826641.665708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826641.665711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 742 00000100:00080000:1.0:1787826641.665715:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826641.665718:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826641.665722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826641.665732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428631808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826641.665741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826641.665743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826641.665745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826641.665748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 742 00000100:00080000:1.0:1787826641.665751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826641.665755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826641.665760:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826641.665769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428631936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826641.665875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428631552:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826641.665933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826641.665973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826641/real 1787826641] req@ffff9ab5f24bb840 x1874671428631552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826641.665989:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428631552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826641.665998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826641.666001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826641.666005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428631552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826641.666012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826641.666035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826641.666049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826641/real 1787826641] req@ffff9ab5f24b8000 x1874671428631680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826641.666060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428631680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826641.666068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826641.666071:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826641.666074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826641.666080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826641.666099:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826641.666110:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826641/real 1787826641] req@ffff9ab5f24b83c0 x1874671428631808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826641.666120:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428631808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826641.666146:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826641.666150:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826641.666154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826641.666160:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826641.666179:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826641.666190:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826641/real 1787826641] req@ffff9ab5f24b92c0 x1874671428631936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826641.666201:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428631936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826641.666209:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826641.666212:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826641.666215:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428631936:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826642.626149:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826643.649994:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826644.673592:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826645.697570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826646.721644:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826646.785672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826646.785683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826646.785687:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826646.785698:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 747 00000100:00080000:0.0:1787826646.785710:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826646.785719:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826646.785755:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428632064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826646.785789:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826646.785793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826646.785795:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826646.785799:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 747 00000100:00080000:0.0:1787826646.785803:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826646.785808:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826646.785818:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826646.785830:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428632192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826646.785839:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826646.785843:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826646.785845:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826646.785848:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 747 00000100:00080000:0.0:1787826646.785851:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826646.785855:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826646.785859:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826646.785869:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428632320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826646.785877:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826646.785881:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826646.785882:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826646.785885:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 747 00000100:00080000:0.0:1787826646.785888:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826646.785892:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826646.785896:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826646.785906:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428632448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826646.785995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428632064:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826646.786056:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826646.786095:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826646/real 1787826646] req@ffff9ab5f27ae1c0 x1874671428632064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826646.786111:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428632064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826646.786122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826646.786126:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826646.786130:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428632064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826646.786138:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826646.786159:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826646.786171:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826646/real 1787826646] req@ffff9ab5f27ac3c0 x1874671428632192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826646.786183:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428632192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826646.786190:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826646.786193:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826646.786196:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826646.786202:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826646.786221:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826646.786232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826646/real 1787826646] req@ffff9ab5f27afc00 x1874671428632320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826646.786243:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428632320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826646.786251:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826646.786254:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826646.786257:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826646.786262:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826646.786281:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826646.786291:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826646/real 1787826646] req@ffff9ab5f27ad680 x1874671428632448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826646.786303:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428632448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826646.786310:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826646.786312:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826646.786315:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632448:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826647.745558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826648.771668:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826649.793577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826650.817806:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826651.841598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826651.905557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826651.905566:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826651.905570:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826651.905590:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 752 00000100:00080000:0.0:1787826651.905601:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826651.905608:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826651.905644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428632576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826651.905667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826651.905670:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826651.905671:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826651.905674:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 752 00000100:00080000:0.0:1787826651.905676:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826651.905679:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826651.905688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826651.905700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428632704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826651.905710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428632576:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826651.905711:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826651.905719:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826651.905720:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826651.905725:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 752 00000100:00080000:0.0:1787826651.905730:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826651.905734:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826651.905739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826651.905751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428632832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826651.905761:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826651.905764:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826651.905765:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826651.905769:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 752 00000100:00080000:0.0:1787826651.905772:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826651.905776:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826651.905781:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826651.905793:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428632960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826651.905811:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826651.905839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826651.905861:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632960:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826652.865546:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826653.889744:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826654.913593:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826654.979414:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787826654.979467:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826654.979485:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826654.979521:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826654.979539:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826654.979549:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787826654.980017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826651/real 1787826654] req@ffff9ab5f27ae580 x1874671428632704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826654.980036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428632704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826654.980044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826654.980048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826654.980052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826654.980059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826651/real 1787826654] req@ffff9ab5f27ade00 x1874671428632832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826654.980069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428632832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826654.980077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826654.980080:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826654.980083:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826654.980089:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826651/real 1787826654] req@ffff9ab5f27ad680 x1874671428632960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826654.980106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428632960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826654.980114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826654.980116:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826654.980119:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428632960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826654.980125:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826651/real 1787826654] req@ffff9ab5f27aed00 x1874671428632576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826654.980136:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428632576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826654.980144:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826654.980147:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826654.980149:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428632576:192.168.203.115@tcp:250:kworker.0 00010000:00010000:0.0:1787826655.937635:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826656.961619:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826657.025991:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826657.026003:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826657.026008:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826657.026021:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 757 00000100:00080000:0.0:1787826657.026035:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826657.026043:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826657.026088:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428633088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826657.026131:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826657.026136:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826657.026137:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826657.026142:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 757 00000100:00080000:0.0:1787826657.026146:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826657.026150:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826657.026161:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826657.026175:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428633216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826657.026185:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826657.026188:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826657.026190:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826657.026199:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 757 00000100:00080000:0.0:1787826657.026202:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826657.026206:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826657.026211:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826657.026222:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428633344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826657.026231:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826657.026235:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826657.026237:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826657.026240:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 757 00000100:00080000:0.0:1787826657.026243:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826657.026246:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826657.026251:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826657.026261:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428633472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826657.026388:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428633088:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787826657.026682:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826657.026742:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826657/real 1787826657] req@ffff9ab5f27afc00 x1874671428633088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826657.027265:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428633088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826657.027279:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826657.027284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826657.027288:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428633088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826657.027298:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826657.027350:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826657.027367:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826657/real 1787826657] req@ffff9ab5f27ac3c0 x1874671428633216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826657.027380:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428633216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826657.027388:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826657.027391:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826657.027394:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826657.027431:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826657.027454:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826657.027465:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826657/real 1787826657] req@ffff9ab5f27ae1c0 x1874671428633344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826657.027475:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428633344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826657.027484:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826657.027488:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826657.027491:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826657.027498:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826657.027519:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826657.027530:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826657/real 1787826657] req@ffff9ab5f27af480 x1874671428633472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826657.027553:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428633472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826657.027561:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826657.027564:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826657.027567:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633472:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826657.986100:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826659.009727:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826660.033586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826661.057564:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826662.081562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826662.145496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826662.145516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826662.145521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826662.145530:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 762 00000100:00080000:3.0:1787826662.145540:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826662.145548:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826662.145577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428633600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826662.145600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826662.145603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826662.145604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826662.145606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 762 00000100:00080000:3.0:1787826662.145609:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826662.145612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826662.145619:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826662.145631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428633728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826662.145641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826662.145645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787826662.145647:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428633600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826662.145648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826662.145658:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 762 00000100:00080000:3.0:1787826662.145661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826662.145665:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826662.145671:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826662.145684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428633856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826662.145694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826662.145697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826662.145699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826662.145703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 762 00000100:00080000:3.0:1787826662.145706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826662.145710:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787826662.145714:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787826662.145716:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826662.145730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428633984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826662.145752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826662/real 1787826662] req@ffff9ab5f994a1c0 x1874671428633600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826662.145764:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428633600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826662.145771:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826662.145773:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826662.145776:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428633600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826662.145792:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826662.145807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826662.145818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826662/real 1787826662] req@ffff9ab5f994b0c0 x1874671428633728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826662.145836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428633728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826662.145845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826662.145848:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826662.145851:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826662.145857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826662.145877:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826662.145888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826662/real 1787826662] req@ffff9ab5f994bc00 x1874671428633856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826662.145899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428633856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826662.145907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826662.145911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826662.145914:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826662.145918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826662.145932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826662.145938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826662/real 1787826662] req@ffff9ab5f99492c0 x1874671428633984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826662.145950:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428633984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826662.145957:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826662.145960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826662.145962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428633984:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826663.105581:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826664.129571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826665.153671:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826666.177629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826667.201647:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826667.265532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826667.265543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826667.265547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826667.265557:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 767 00000100:00080000:3.0:1787826667.265567:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826667.265575:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826667.265619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428634112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826667.265643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826667.265647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826667.265649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826667.265652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 767 00000100:00080000:3.0:1787826667.265655:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826667.265659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826667.265668:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826667.265682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428634240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826667.265692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826667.265694:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428634112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826667.265696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826667.265700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826667.265707:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 767 00000100:00080000:3.0:1787826667.265710:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826667.265714:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826667.265719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826667.265731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428634368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826667.265741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826667.265744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826667.265745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826667.265750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 767 00000100:00080000:3.0:1787826667.265754:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826667.265757:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826667.265761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787826667.265765:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826667.265777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428634496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826667.265819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826667/real 1787826667] req@ffff9ab5f994b480 x1874671428634112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826667.265836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428634112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826667.265847:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826667.265851:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826667.265856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428634112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826667.265877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634240:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826667.265899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826667.265919:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826667/real 1787826667] req@ffff9ab5f9948f00 x1874671428634240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826667.265931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428634240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826667.265944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826667.265947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826667.265950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826667.265956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826667.265975:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826667.265987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826667/real 1787826667] req@ffff9ab5f9949e00 x1874671428634368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826667.265998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428634368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826667.266007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826667.266010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826667.266013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826667.266020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826667.266037:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826667.266060:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826667/real 1787826667] req@ffff9ab5f994a940 x1874671428634496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826667.266072:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428634496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826667.266079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826667.266082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826667.266085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634496:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826668.225810:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826669.250364:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826670.273579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826671.297636:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826672.321575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826672.385530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826672.385550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826672.385556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826672.385565:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 773 00000100:00080000:3.0:1787826672.385576:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826672.385583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826672.385631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428634624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826672.385674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826672.385677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826672.385679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826672.385683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 773 00000100:00080000:3.0:1787826672.385688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826672.385692:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826672.385701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826672.385713:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428634624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826672.385713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428634752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826672.385728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826672.385730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826672.385731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826672.385739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 773 00000100:00080000:3.0:1787826672.385742:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826672.385745:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826672.385748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826672.385769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428634880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826672.385777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787826672.385781:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826672.385783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826672.385786:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826672.385790:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 773 00000100:00080000:3.0:1787826672.385795:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826672.385799:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826672.385804:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826672.385816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428635008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826672.385825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826672/real 1787826672] req@ffff9ab5f9949a40 x1874671428634624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826672.385839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428634624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826672.385851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826672.385855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826672.385858:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428634624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826672.385879:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826672.385900:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826672.385912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826672/real 1787826672] req@ffff9ab5f9948000 x1874671428634752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826672.385923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428634752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826672.385931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826672.385934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826672.385938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826672.385943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826672.385959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826672.385967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826672/real 1787826672] req@ffff9ab5f994b840 x1874671428634880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826672.385978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428634880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826672.385986:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826672.385989:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826672.385992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428634880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826672.385997:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826672.386015:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826672.386025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826672/real 1787826672] req@ffff9ab5f9949680 x1874671428635008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826672.386036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428635008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826672.386044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826672.386047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826672.386050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635008:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826673.346182:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826674.369608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826675.393553:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826676.417565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826677.442136:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826677.505536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826677.505545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826677.505549:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826677.505556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 778 00000100:00080000:0.0:1787826677.505571:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826677.505588:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826677.505628:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428635136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826677.505654:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826677.505660:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826677.505662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826677.505666:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 778 00000100:00080000:0.0:1787826677.505670:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826677.505675:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826677.505685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826677.505698:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428635136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826677.505706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428635264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826677.505718:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826677.505721:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826677.505723:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826677.505726:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 778 00000100:00080000:0.0:1787826677.505730:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826677.505735:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826677.505740:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826677.505752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428635392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826677.505761:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826677.505765:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826677.505768:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826677.505769:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826677.505774:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 778 00000100:00080000:0.0:1787826677.505780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826677.505784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826677.505789:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826677.505800:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428635520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826677.505819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826677/real 1787826677] req@ffff9ab5f27af840 x1874671428635136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826677.505837:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428635136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826677.505848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826677.505852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826677.505855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428635136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826677.505875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826677.505898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826677.505910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826677/real 1787826677] req@ffff9ab5f27acb40 x1874671428635264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826677.505922:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428635264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826677.505929:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826677.505932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826677.505935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826677.505941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826677.505961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826677.505970:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826677/real 1787826677] req@ffff9ab5f27af0c0 x1874671428635392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826677.505981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428635392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826677.505989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826677.505991:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826677.505994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826677.506000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826677.506019:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826677.506028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826677/real 1787826677] req@ffff9ab5f27ad2c0 x1874671428635520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826677.506035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428635520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826677.506040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826677.506042:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826677.506044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635520:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826678.465659:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826679.489569:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826680.513565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826681.537699:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826682.561815:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826682.625487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826682.625497:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826682.625501:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826682.625511:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 783 00000100:00080000:0.0:1787826682.625530:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826682.625541:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826682.625578:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428635648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826682.625607:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826682.625610:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826682.625612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826682.625616:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 783 00000100:00080000:0.0:1787826682.625620:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826682.625624:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826682.625633:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826682.625644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428635648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826682.625647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428635776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826682.625660:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826682.625663:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826682.625665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826682.625668:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 783 00000100:00080000:0.0:1787826682.625672:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826682.625677:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826682.625682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826682.625694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428635904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826682.625704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826682.625709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1787826682.625710:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826682.625712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826682.625718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 783 00000100:00080000:0.0:1787826682.625722:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826682.625726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826682.625731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826682.625752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428636032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826682.625752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826682/real 1787826682] req@ffff9ab5f27ae940 x1874671428635648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826682.625785:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428635648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826682.625794:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826682.625798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826682.625802:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428635648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826682.625824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635776:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826682.625845:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826682.625857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826682/real 1787826682] req@ffff9ab5f27ac000 x1874671428635776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826682.625866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428635776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826682.625872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826682.625875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826682.625878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826682.625883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826682.625902:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826682.625912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826682/real 1787826682] req@ffff9ab5f27acf00 x1874671428635904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826682.625924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428635904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826682.625930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826682.625932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826682.625934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428635904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826682.625938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826682.625956:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826682.625966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826682/real 1787826682] req@ffff9ab5f27ad2c0 x1874671428636032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826682.625977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428636032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826682.625997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826682.625999:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826682.626002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636032:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826683.585573:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826684.609601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826685.633539:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826686.657542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826687.681597:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826687.745474:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826687.745482:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826687.745486:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826687.745494:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 788 00000100:00080000:0.0:1787826687.745504:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826687.745509:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826687.745541:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428636160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826687.745561:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826687.745563:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826687.745564:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826687.745567:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 788 00000100:00080000:0.0:1787826687.745569:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826687.745572:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826687.745579:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826687.745586:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428636288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826687.745593:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826687.745596:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826687.745597:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826687.745599:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 788 00000100:00080000:0.0:1787826687.745601:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826687.745603:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826687.745607:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826687.745609:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428636160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826687.745615:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428636416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826687.745622:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826687.745624:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826687.745625:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826687.745627:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 788 00000100:00080000:0.0:1787826687.745629:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826687.745631:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826687.745634:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826687.745640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428636544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826687.745673:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826687.745710:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826687/real 1787826687] req@ffff9ab5f27af0c0 x1874671428636160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826687.745727:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428636160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826687.745744:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826687.745749:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826687.745753:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428636160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826687.745760:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826687.745782:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826687.745794:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826687/real 1787826687] req@ffff9ab5f27acb40 x1874671428636288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826687.745804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428636288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826687.745811:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826687.745814:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826687.745817:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826687.745837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826687.745853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826687.745863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826687/real 1787826687] req@ffff9ab5f27af840 x1874671428636416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826687.745874:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428636416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826687.745883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826687.745886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826687.745889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826687.745903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826687.745922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826687.745933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826687/real 1787826687] req@ffff9ab5f27af480 x1874671428636544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826687.745944:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428636544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826687.745951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826687.745955:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826687.745958:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636544:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826688.705608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826689.729566:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826690.753598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826691.777532:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826692.801559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826692.865520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826692.865527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826692.865531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826692.865538:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 793 00000100:00080000:1.0:1787826692.865553:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826692.865558:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826692.865586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428636672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826692.865604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826692.865606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826692.865607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826692.865610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 793 00000100:00080000:1.0:1787826692.865612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826692.865614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826692.865621:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826692.865629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428636800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826692.865636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826692.865638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826692.865639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826692.865641:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 793 00000100:00080000:1.0:1787826692.865643:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826692.865647:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826692.865649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428636672:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787826692.865651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826692.865659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428636928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826692.865665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826692.865667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826692.865668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826692.865670:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 793 00000100:00080000:1.0:1787826692.865672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826692.865674:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826692.865677:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826692.865685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428637056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826692.865713:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826692.865752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826692/real 1787826692] req@ffff9ab5f24b9e00 x1874671428636672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826692.865769:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428636672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826692.865778:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826692.865782:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826692.865786:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428636672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826692.865793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636800:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826692.865814:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826692.865824:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826692/real 1787826692] req@ffff9ab5f24b8f00 x1874671428636800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826692.865831:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428636800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826692.865836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826692.865838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826692.865840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826692.865860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826692.865879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826692.865890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826692/real 1787826692] req@ffff9ab5f24ba580 x1874671428636928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826692.865900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428636928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826692.865912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826692.865916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826692.865919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428636928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826692.865924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826692.865942:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826692.865952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826692/real 1787826692] req@ffff9ab5f24b9680 x1874671428637056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826692.865961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428637056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826692.865967:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826692.865970:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826692.865973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637056:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826693.825513:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826694.849588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826695.873540:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826696.897560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826697.921572:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826697.985545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826697.985556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826697.985560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826697.985570:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 798 00000100:00080000:3.0:1787826697.985581:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826697.985588:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826697.985630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428637184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826697.985652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826697.985656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826697.985657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826697.985660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 798 00000100:00080000:3.0:1787826697.985663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826697.985666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826697.985673:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826697.985685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428637312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826697.985695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826697.985698:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428637184:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826697.985700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826697.985704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826697.985709:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 798 00000100:00080000:3.0:1787826697.985713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826697.985717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826697.985722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826697.985734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428637440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826697.985744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826697.985747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826697.985749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826697.985753:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 798 00000100:00080000:3.0:1787826697.985757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787826697.985760:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826697.985764:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826697.985769:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826697.985779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428637568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826697.985803:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826697/real 1787826697] req@ffff9ab5f9949680 x1874671428637184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826697.985819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428637184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826697.985829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826697.985833:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826697.985838:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428637184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826697.985857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826697.985886:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826697.985897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826697/real 1787826697] req@ffff9ab5f994b840 x1874671428637312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826697.985906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428637312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826697.985913:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826697.985916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826697.985919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826697.985925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826697.985939:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826697.985947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826697/real 1787826697] req@ffff9ab5f9948000 x1874671428637440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826697.985956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428637440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826697.985964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826697.985967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826697.985970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826697.985974:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826697.985989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826697.985997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826697/real 1787826697] req@ffff9ab5f9949a40 x1874671428637568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826697.986006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428637568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826697.986013:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826697.986016:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826697.986018:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637568:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826698.945932:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826699.970151:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826700.993543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826702.017618:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826703.041577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826703.105518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826703.105529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826703.105533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826703.105542:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 803 00000100:00080000:3.0:1787826703.105552:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826703.105558:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826703.105606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428637696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826703.105635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826703.105639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826703.105641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826703.105644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 803 00000100:00080000:3.0:1787826703.105648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826703.105660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826703.105673:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826703.105685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428637824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826703.105689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428637696:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826703.105702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826703.105706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826703.105708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826703.105712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 803 00000100:00080000:3.0:1787826703.105716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826703.105720:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826703.105725:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826703.105737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428637952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826703.105748:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826703.105755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826703.105759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826703.105761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826703.105765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 803 00000100:00080000:3.0:1787826703.105769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826703.105773:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826703.105777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826703.105789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428638080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826703.105792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826703/real 1787826703] req@ffff9ab5f994a940 x1874671428637696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826703.105813:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428637696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826703.105824:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826703.105829:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826703.105841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428637696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826703.105866:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826703.105889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826703.105901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826703/real 1787826703] req@ffff9ab5f9949e00 x1874671428637824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826703.105912:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428637824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826703.105919:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826703.105922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826703.105925:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637824:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826703.105930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826703.105948:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826703.105958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826703/real 1787826703] req@ffff9ab5f9948f00 x1874671428637952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826703.105966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428637952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826703.105974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826703.105978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826703.105981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428637952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826703.105986:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826703.106005:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826703.106016:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826703/real 1787826703] req@ffff9ab5f994b480 x1874671428638080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826703.106027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428638080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826703.106035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826703.106038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826703.106041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638080:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826704.065568:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826705.089556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826706.113589:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826707.137564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826708.161542:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826708.225515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826708.225524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826708.225528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826708.225538:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 808 00000100:00080000:1.0:1787826708.225548:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826708.225554:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826708.225596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428638208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826708.225622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826708.225625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826708.225627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826708.225630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 808 00000100:00080000:1.0:1787826708.225633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826708.225637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826708.225645:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826708.225659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428638336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826708.225668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428638208:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826708.225670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826708.225678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826708.225680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826708.225683:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 808 00000100:00080000:1.0:1787826708.225686:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826708.225689:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826708.225694:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826708.225705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428638464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826708.225720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826708.225724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826708.225725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826708.225729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 808 00000100:00080000:1.0:1787826708.225733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787826708.225733:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787826708.225739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826708.225745:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826708.225755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428638592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826708.225770:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826708/real 1787826708] req@ffff9ab5f24ba1c0 x1874671428638208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826708.225789:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428638208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826708.225800:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826708.225804:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826708.225808:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428638208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826708.225825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638336:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826708.225841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826708.225850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826708/real 1787826708] req@ffff9ab5f24b9680 x1874671428638336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826708.225857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428638336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826708.225862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826708.225864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826708.225866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826708.225869:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826708.225880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826708.225885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826708/real 1787826708] req@ffff9ab5f24ba580 x1874671428638464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826708.225892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428638464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826708.225897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826708.225898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826708.225900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826708.225903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826708.225912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826708.225917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826708/real 1787826708] req@ffff9ab5f24b8f00 x1874671428638592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826708.225923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428638592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826708.225927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826708.225929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826708.225930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638592:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826709.185507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826710.210305:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826711.233559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826712.257657:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826713.281633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826713.345724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826713.345734:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826713.345743:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826713.345753:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 814 00000100:00080000:2.0:1787826713.345763:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826713.345771:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826713.345818:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428638720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826713.345849:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826713.345853:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826713.345855:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826713.345859:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 814 00000100:00080000:2.0:1787826713.345863:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826713.345867:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826713.345878:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826713.345893:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428638848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826713.345906:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826713.345909:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826713.345911:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826713.345914:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 814 00000100:00080000:2.0:1787826713.345919:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787826713.345925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428638720:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826713.345940:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826713.345947:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826713.345962:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98030c0 x1874671428638976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826713.345977:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826713.345980:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826713.345983:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826713.345993:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 814 00000100:00080000:2.0:1787826713.346015:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826713.346020:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826713.346025:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787826713.346033:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826713.346046:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428639104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826713.346105:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826713/real 1787826713] req@ffff9ab5f9800f00 x1874671428638720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826713.346126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428638720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826713.346138:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826713.346143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826713.346160:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428638720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826713.346191:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826713.346217:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826713.346232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826713/real 1787826713] req@ffff9ab5f9800b40 x1874671428638848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826713.346244:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428638848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826713.346252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826713.346255:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826713.346258:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826713.346274:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826713.346296:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826713.346307:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826713/real 1787826713] req@ffff9ab5f98030c0 x1874671428638976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826713.346325:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98030c0 x1874671428638976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826713.346332:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826713.346334:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826713.346336:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428638976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826713.346340:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826713.346361:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826713.346372:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826713/real 1787826713] req@ffff9ab5f9802580 x1874671428639104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826713.346383:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428639104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826713.346391:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826713.346394:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826713.346429:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639104:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826714.305638:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826715.330192:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826716.353587:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826717.377637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826718.401846:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826718.465550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826718.465559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826718.465564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826718.465574:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 819 00000100:00080000:3.0:1787826718.465586:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826718.465594:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826718.465632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428639232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826718.465653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826718.465657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826718.465659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826718.465662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 819 00000100:00080000:3.0:1787826718.465665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826718.465669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826718.465678:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826718.465687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428639360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826718.465696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826718.465699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826718.465701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826718.465704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 819 00000100:00080000:3.0:1787826718.465709:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826718.465714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428639232:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826718.465714:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826718.465722:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826718.465732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428639488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826718.465740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826718.465743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826718.465744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826718.465748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 819 00000100:00080000:3.0:1787826718.465751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826718.465754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826718.465759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826718.465771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428639616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826718.465830:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826718.465871:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826718.465907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639616:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826719.425649:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826720.449555:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826721.473556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826721.537689:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787826721.537735:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826721.537750:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826721.537786:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826721.537793:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826721.537799:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787826721.538148:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826718/real 1787826721] req@ffff9ab5f994b0c0 x1874671428639488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826721.538172:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428639488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826721.538183:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826721.538188:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826721.538192:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826721.538199:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826718/real 1787826721] req@ffff9ab5f994a1c0 x1874671428639616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826721.538210:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428639616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826721.538217:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826721.538220:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826721.538223:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826721.538229:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826718/real 1787826721] req@ffff9ab5f99492c0 x1874671428639232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826721.538240:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428639232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826721.538247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826721.538250:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826721.538252:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428639232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826721.538258:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826718/real 1787826721] req@ffff9ab5f994bc00 x1874671428639360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826721.538268:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428639360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826721.538275:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826721.538278:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826721.538282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639360:192.168.203.115@tcp:38:kworker.0 00010000:00010000:3.0:1787826722.497749:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826723.521633:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826723.585523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826723.585532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826723.585537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826723.585546:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 824 00000100:00080000:3.0:1787826723.585560:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826723.585566:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826723.585599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428639744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826723.585626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826723.585630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826723.585631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826723.585636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 824 00000100:00080000:3.0:1787826723.585639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826723.585643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826723.585651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826723.585661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428639872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826723.585669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826723.585673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826723.585675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826723.585679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 824 00000100:00080000:3.0:1787826723.585683:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826723.585687:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826723.585691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826723.585699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428639744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826723.585703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428640000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826723.585715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826723.585717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826723.585719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826723.585733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 824 00000100:00080000:3.0:1787826723.585737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826723.585741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826723.585745:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826723.585755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428640128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826723.585765:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826723.585804:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826723/real 1787826723] req@ffff9ab5f9948b40 x1874671428639744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826723.585818:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428639744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826723.585827:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826723.585831:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826723.585835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428639744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826723.585842:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826723.585864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826723.585876:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826723/real 1787826723] req@ffff9ab5f994ad00 x1874671428639872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826723.585884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428639872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826723.585889:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826723.585891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826723.585893:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428639872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826723.585928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826723.585950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826723.585961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826723/real 1787826723] req@ffff9ab5f9948780 x1874671428640000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826723.585968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428640000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826723.585982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826723.585985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826723.585989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826723.585994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826723.586013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826723.586024:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826723/real 1787826723] req@ffff9ab5f994a580 x1874671428640128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826723.586032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428640128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826723.586037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826723.586040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826723.586044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640128:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826724.545593:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826725.569619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826726.593592:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826727.617616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826728.641680:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826728.705509:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826728.705520:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826728.705537:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826728.705546:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 829 00000100:00080000:2.0:1787826728.705556:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826728.705563:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826728.705600:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428640256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826728.705639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826728.705643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826728.705645:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826728.705649:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 829 00000100:00080000:2.0:1787826728.705652:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826728.705656:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826728.705661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428640256:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787826728.705667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826728.705681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428640384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826728.705692:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826728.705696:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826728.705697:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826728.705701:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 829 00000100:00080000:2.0:1787826728.705711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826728.705716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826728.705720:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787826728.705724:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826728.705735:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428640512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826728.705745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826728.705748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826728.705749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826728.705754:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 829 00000100:00080000:2.0:1787826728.705758:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787826728.705762:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826728/real 1787826728] req@ffff9ab5f9801e00 x1874671428640256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826728.705765:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826728.705773:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826728.705781:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428640256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826728.705786:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428640640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826728.705796:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826728.705801:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826728.705804:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428640256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826728.705822:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826728.705840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826728.705852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826728/real 1787826728] req@ffff9ab5f9802940 x1874671428640384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826728.705864:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428640384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826728.705872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826728.705875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826728.705878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826728.705883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826728.705899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826728.705906:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826728/real 1787826728] req@ffff9ab5f98012c0 x1874671428640512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826728.705916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428640512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826728.705924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826728.705927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826728.705930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826728.705936:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826728.705952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826728.705962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826728/real 1787826728] req@ffff9ab5f9800000 x1874671428640640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826728.705972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428640640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826728.705980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826728.705983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826728.705985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640640:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826729.665619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826730.689571:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826731.713540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826732.737598:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826733.761591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826733.825567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826733.825586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826733.825591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826733.825604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 834 00000100:00080000:3.0:1787826733.825615:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826733.825622:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826733.825674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428640768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826733.825710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826733.825714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826733.825716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826733.825719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 834 00000100:00080000:3.0:1787826733.825723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826733.825732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826733.825742:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826733.825761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428640896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826733.825772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826733.825777:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428640768:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826733.825783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826733.825787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826733.825792:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 834 00000100:00080000:3.0:1787826733.825796:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826733.825800:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826733.825811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826733.825836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428641024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826733.825852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826733.825855:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826733.825857:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826733.825885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826733.825885:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 834 00000100:00080000:3.0:1787826733.825892:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826733.825897:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826733.825902:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826733.825914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428641152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826733.825958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826733/real 1787826733] req@ffff9ab5f994a580 x1874671428640768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826733.825990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428640768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826733.826034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826733.826039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826733.826043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428640768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826733.826064:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640896:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826733.826086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826733.826099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826733/real 1787826733] req@ffff9ab5f9948780 x1874671428640896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826733.826151:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428640896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826733.826201:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826733.826205:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826733.826208:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428640896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826733.826214:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826733.826251:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826733.826263:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826733/real 1787826733] req@ffff9ab5f994ad00 x1874671428641024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826733.826306:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428641024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826733.826315:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826733.826318:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826733.826321:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826733.826340:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826733.826360:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826733.826396:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826733/real 1787826733] req@ffff9ab5f9948b40 x1874671428641152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826733.826443:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428641152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826733.826451:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826733.826453:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826733.826457:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641152:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826734.785563:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826735.809599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826736.833713:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826737.858097:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826738.881920:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826738.946384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826738.946394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826738.946417:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826738.946427:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 839 00000100:00080000:1.0:1787826738.946439:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826738.946446:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826738.946482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428641280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826738.946571:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428641280:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787826738.946629:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787826738.946660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826738.946664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826738.946666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826738.946672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 839 00000100:00080000:1.0:1787826738.946675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826738.946680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826738.946689:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826738.946704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428641408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826738.947134:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826738/real 1787826738] req@ffff9ab5f24b9e00 x1874671428641280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826738.947151:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428641280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826738.947161:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826738.947165:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826738.947169:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428641280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826738.947193:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826738.947218:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826738.947231:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826738/real 1787826738] req@ffff9ab5f24b92c0 x1874671428641408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826738.947242:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428641408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826738.947249:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826738.947252:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826738.947255:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641408:192.168.203.115@tcp:38:kworker.0 00000100:00080000:1.0:1787826738.947333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826738.947338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826738.947340:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826738.947344:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 839 00000100:00080000:1.0:1787826738.947348:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826738.947352:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826738.947358:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826738.947370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428641536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826738.947419:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826738.947442:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787826738.947475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826738.947479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826738.947481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826738.947497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 839 00000100:00080000:1.0:1787826738.947503:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826738.947507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826738.947512:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826738.947524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428641664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826738.947732:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826738/real 1787826738] req@ffff9ab5f24b83c0 x1874671428641536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826738.947744:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428641536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826738.947752:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826738.947754:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826738.947757:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826738.947769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826738.947790:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826738.947802:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826738/real 1787826738] req@ffff9ab5f24b8000 x1874671428641664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826738.947819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428641664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826738.947826:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826738.947828:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826738.947831:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641664:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826739.905579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826740.929571:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826741.953661:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826742.977713:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826744.001607:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826744.065566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826744.065575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826744.065579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826744.065589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 844 00000100:00080000:3.0:1787826744.065599:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826744.065606:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826744.065639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428641792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826744.065672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826744.065675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826744.065677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826744.065680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 844 00000100:00080000:3.0:1787826744.065683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826744.065687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826744.065696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826744.065707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428641920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826744.065716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826744.065719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826744.065731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826744.065736:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 844 00000100:00080000:3.0:1787826744.065739:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826744.065744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826744.065749:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826744.065763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428642048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826744.065768:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428641792:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826744.065776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826744.065783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826744.065785:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826744.065790:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 844 00000100:00080000:3.0:1787826744.065793:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826744.065798:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826744.065803:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826744.065817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428642176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826744.065881:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826744.065961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826744/real 1787826744] req@ffff9ab5f994bc00 x1874671428641792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826744.065983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428641792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826744.065993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826744.065996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826744.065999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428641792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826744.066005:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826744.066024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826744.066034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826744/real 1787826744] req@ffff9ab5f99492c0 x1874671428641920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826744.066041:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428641920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826744.066046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826744.066048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826744.066050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428641920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826744.066073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826744.066085:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826744.066091:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826744/real 1787826744] req@ffff9ab5f994a1c0 x1874671428642048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826744.066098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428642048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826744.066112:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826744.066115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826744.066117:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826744.066121:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826744.066132:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826744.066138:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826744/real 1787826744] req@ffff9ab5f994b0c0 x1874671428642176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826744.066144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428642176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826744.066149:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826744.066152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826744.066155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642176:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826745.026165:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826746.049612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826747.073591:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826748.098232:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826749.122690:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826749.186070:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826749.186079:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826749.186082:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826749.186089:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 849 00000100:00080000:0.0:1787826749.186098:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826749.186104:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826749.186139:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428642304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826749.186214:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428642304:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826749.186279:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826749.186311:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826749.186315:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826749.186317:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826749.186322:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 849 00000100:00080000:0.0:1787826749.186326:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826749.186330:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826749.186339:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826749.186353:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428642432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826749.186448:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826749/real 1787826749] req@ffff9ab5f27ae1c0 x1874671428642304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826749.186479:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428642304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826749.186489:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826749.186494:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826749.186497:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428642304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826749.186527:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642432:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826749.186555:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826749.186570:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826749/real 1787826749] req@ffff9ab5f27ac3c0 x1874671428642432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826749.186580:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428642432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826749.186587:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826749.186590:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826749.186593:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642432:192.168.203.115@tcp:38:kworker.0 00000100:00080000:0.0:1787826749.186979:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826749.186983:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826749.186985:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826749.186989:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 849 00000100:00080000:0.0:1787826749.186995:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826749.186999:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826749.187006:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826749.187020:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428642560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826749.187030:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826749.187033:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787826749.187034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642560:192.168.203.115@tcp:8:kworker.0 00000100:00080000:0.0:1787826749.187035:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826749.187038:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 849 00000100:00080000:0.0:1787826749.187041:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826749.187045:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826749.187049:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826749.187058:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428642688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826749.187058:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826749.187070:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826749/real 1787826749] req@ffff9ab5f27afc00 x1874671428642560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826749.187081:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428642560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826749.187095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826749.187098:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826749.187101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826749.187113:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826749.187133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826749.187144:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826749/real 1787826749] req@ffff9ab5f27aed00 x1874671428642688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826749.187155:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428642688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826749.187163:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826749.187166:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826749.187169:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642688:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826750.145583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826751.169572:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826752.193590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826753.217549:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826754.242017:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826754.305521:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826754.305534:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826754.305539:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826754.305548:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 855 00000100:00080000:2.0:1787826754.305559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826754.305566:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826754.305599:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428642816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826754.305641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826754.305646:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826754.305647:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826754.305651:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 855 00000100:00080000:2.0:1787826754.305655:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826754.305659:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826754.305667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826754.305677:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428642944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826754.305684:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826754.305686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826754.305687:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826754.305689:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 855 00000100:00080000:2.0:1787826754.305692:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826754.305694:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826754.305696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826754.305701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428643072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826754.305706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826754.305708:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826754.305709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826754.305711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 855 00000100:00080000:2.0:1787826754.305712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826754.305714:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826754.305716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826754.305721:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428643200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826754.305920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428642816:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787826754.305982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826754.306021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826754/real 1787826754] req@ffff9ab5f9801a40 x1874671428642816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826754.306038:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428642816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826754.306049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826754.306053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826754.306057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428642816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826754.306064:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826754.306086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826754.306099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826754/real 1787826754] req@ffff9ab5f9801680 x1874671428642944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826754.306111:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428642944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826754.306120:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826754.306123:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826754.306127:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428642944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826754.306136:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826754.306156:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826754.306167:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826754/real 1787826754] req@ffff9ab5f9803840 x1874671428643072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826754.306179:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428643072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826754.306187:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826754.306191:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826754.306194:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826754.306200:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826754.306221:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826754.306232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826754/real 1787826754] req@ffff9ab5f9800780 x1874671428643200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826754.306243:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428643200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826754.306250:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826754.306253:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826754.306255:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643200:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826755.265653:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826756.289577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826757.313696:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826758.337548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826759.361833:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826759.425520:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826759.425530:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826759.425535:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826759.425545:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 860 00000100:00080000:2.0:1787826759.425555:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826759.425562:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826759.425605:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428643328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826759.425634:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826759.425638:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826759.425640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826759.425644:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 860 00000100:00080000:2.0:1787826759.425649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826759.425653:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826759.425662:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826759.425675:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428643456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826759.425681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428643328:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826759.425690:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826759.425694:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826759.425696:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826759.425700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 860 00000100:00080000:2.0:1787826759.425704:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826759.425707:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826759.425712:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826759.425723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428643584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826759.425733:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826759.425736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826759.425738:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787826759.425742:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787826759.425749:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 860 00000100:00080000:2.0:1787826759.425754:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826759.425758:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826759.425763:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826759.425774:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428643712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826759.425776:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826759/real 1787826759] req@ffff9ab5f98021c0 x1874671428643328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826759.425802:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428643328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826759.425810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826759.425812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826759.425815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428643328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826759.425851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643456:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826759.425872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826759.425884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826759/real 1787826759] req@ffff9ab5f9802d00 x1874671428643456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826759.425895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428643456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826759.425901:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826759.425903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826759.425905:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826759.425908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826759.425922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826759.425927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826759/real 1787826759] req@ffff9ab5f98003c0 x1874671428643584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826759.425938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428643584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826759.425947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826759.425949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826759.425950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826759.425953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826759.425963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826759.425968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826759/real 1787826759] req@ffff9ab5f9803480 x1874671428643712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826759.425974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428643712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826759.425979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826759.425980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826759.425982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643712:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826760.385525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826761.409569:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826762.433564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826763.457581:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826764.481552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826764.545562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826764.545575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826764.545579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826764.545586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 865 00000100:00080000:3.0:1787826764.545594:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826764.545599:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826764.545625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428643840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826764.545644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826764.545647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826764.545648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826764.545651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 865 00000100:00080000:3.0:1787826764.545653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826764.545654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826764.545661:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826764.545669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428643968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826764.545675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826764.545678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826764.545680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826764.545684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 865 00000100:00080000:3.0:1787826764.545688:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826764.545689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428643840:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826764.545694:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826764.545702:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826764.545715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428644096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826764.545725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826764.545728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826764.545730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826764.545734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 865 00000100:00080000:3.0:1787826764.545740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826764.545744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826764.545749:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787826764.545754:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826764.545760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428644224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826764.545804:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826764/real 1787826764] req@ffff9ab5f994b480 x1874671428643840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826764.545822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428643840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826764.545833:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826764.545837:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826764.545841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428643840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826764.545849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826764.545872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826764.545885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826764/real 1787826764] req@ffff9ab5f9948f00 x1874671428643968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826764.545896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428643968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826764.545904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826764.545907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826764.545910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428643968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826764.545931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826764.545953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826764.545965:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826764/real 1787826764] req@ffff9ab5f9949e00 x1874671428644096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826764.545977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428644096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826764.545985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826764.545987:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826764.545989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826764.545993:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826764.546008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826764.546015:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826764/real 1787826764] req@ffff9ab5f994a940 x1874671428644224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826764.546021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428644224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826764.546026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826764.546027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826764.546029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644224:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826765.505712:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826766.529818:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826767.553562:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826768.577631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826769.601809:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826769.665505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826769.665515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826769.665519:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826769.665528:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 870 00000100:00080000:3.0:1787826769.665538:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826769.665545:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826769.665583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428644352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826769.665610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826769.665613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826769.665615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826769.665619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 870 00000100:00080000:3.0:1787826769.665622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826769.665627:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826769.665636:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826769.665647:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428644352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826769.665650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428644480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826769.665663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826769.665666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826769.665667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826769.665671:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 870 00000100:00080000:3.0:1787826769.665675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826769.665678:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826769.665683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826769.665694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428644608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826769.665703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826769.665706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826769.665707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826769.665712:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826769.665715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 870 00000100:00080000:3.0:1787826769.665720:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826769.665725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826769.665730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826769.665742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428644736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826769.665749:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826769/real 1787826769] req@ffff9ab5f9949a40 x1874671428644352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826769.665774:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428644352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826769.665782:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826769.665784:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826769.665787:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428644352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826769.665803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826769.665823:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826769.665831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826769/real 1787826769] req@ffff9ab5f9948000 x1874671428644480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826769.665842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428644480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826769.665847:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826769.665849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826769.665851:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826769.665854:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826769.665865:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826769.665870:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826769/real 1787826769] req@ffff9ab5f994b840 x1874671428644608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826769.665877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428644608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826769.665881:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826769.665883:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826769.665884:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826769.665887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826769.665896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826769.665900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826769/real 1787826769] req@ffff9ab5f9949680 x1874671428644736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826769.665906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428644736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826769.665914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826769.665916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826769.665918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644736:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826770.625611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826771.649560:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826772.673531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826773.697560:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826774.721646:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826774.785488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826774.785498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826774.785503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826774.785513:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 875 00000100:00080000:3.0:1787826774.785536:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826774.785544:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826774.785577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428644864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826774.785597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826774.785599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826774.785601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826774.785604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 875 00000100:00080000:3.0:1787826774.785607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826774.785610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826774.785618:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826774.785622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428644864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826774.785633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428644992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826774.785644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826774.785648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826774.785649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826774.785653:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 875 00000100:00080000:3.0:1787826774.785666:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826774.785669:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787826774.785673:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787826774.785676:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826774.785687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428645120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826774.785698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826774.785700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826774.785702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826774.785704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 875 00000100:00080000:3.0:1787826774.785707:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826774.785709:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826774.785712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826774.785715:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826774/real 1787826774] req@ffff9ab5f9949680 x1874671428644864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826774.785734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428645248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826774.785746:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428644864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826774.785757:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826774.785761:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826774.785765:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428644864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826774.785784:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644992:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826774.785806:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826774.785818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826774/real 1787826774] req@ffff9ab5f994b840 x1874671428644992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826774.785828:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428644992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826774.785835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826774.785838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826774.785842:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428644992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826774.785847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826774.785865:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826774.785875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826774/real 1787826774] req@ffff9ab5f9948000 x1874671428645120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826774.785885:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428645120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826774.785893:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826774.785896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826774.785900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826774.785905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826774.785919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826774.785926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826774/real 1787826774] req@ffff9ab5f9949a40 x1874671428645248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826774.785932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428645248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826774.785937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826774.785939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826774.785940:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645248:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826775.745630:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826776.769620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826777.793879:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826778.817641:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826779.841553:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826779.905514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826779.905523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826779.905528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826779.905537:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 880 00000100:00080000:3.0:1787826779.905547:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826779.905554:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826779.905590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428645376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826779.905617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826779.905621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826779.905623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826779.905627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 880 00000100:00080000:3.0:1787826779.905631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826779.905635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826779.905645:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826779.905657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428645504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826779.905667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428645376:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826779.905670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826779.905677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826779.905679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826779.905695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 880 00000100:00080000:3.0:1787826779.905699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826779.905704:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826779.905709:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826779.905723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428645632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826779.905732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826779.905736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826779.905738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826779.905741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 880 00000100:00080000:3.0:1787826779.905745:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787826779.905750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826779.905753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826779.905759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826779.905771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428645760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826779.905797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826779/real 1787826779] req@ffff9ab5f994a940 x1874671428645376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826779.905814:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428645376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826779.905822:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826779.905824:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826779.905827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428645376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826779.905847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826779.905870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826779.905882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826779/real 1787826779] req@ffff9ab5f9949e00 x1874671428645504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826779.905894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428645504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826779.905902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826779.905905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826779.905908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826779.905914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826779.905929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826779.905937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826779/real 1787826779] req@ffff9ab5f9948f00 x1874671428645632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826779.905954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428645632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826779.905962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826779.905964:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826779.905966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826779.905969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826779.905982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826779.905988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826779/real 1787826779] req@ffff9ab5f994b480 x1874671428645760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826779.905994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428645760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826779.905999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826779.906001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826779.906003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428645760:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826780.865536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826781.889564:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826782.913557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826783.937568:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826784.961852:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826785.026091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826785.026101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826785.026105:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826785.026113:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 885 00000100:00080000:0.0:1787826785.026123:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826785.026128:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826785.026158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428645888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826785.026181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826785.026184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826785.026186:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826785.026189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 885 00000100:00080000:0.0:1787826785.026191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826785.026193:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826785.026201:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826785.026209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428646016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826785.026215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826785.026217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826785.026218:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826785.026220:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 885 00000100:00080000:0.0:1787826785.026221:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826785.026223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826785.026226:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826785.026234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428646144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826785.026243:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428645888:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826785.026245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826785.026252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826785.026254:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826785.026258:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 885 00000100:00080000:0.0:1787826785.026261:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826785.026264:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826785.026269:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826785.026283:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428646272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826785.026341:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826785.026374:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826785.026396:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646272:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826785.985818:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826787.011184:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826788.034792:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826788.097766:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787826788.097811:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826788.097829:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826788.097882:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826788.097891:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826788.097899:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787826788.099082:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826785/real 1787826788] req@ffff9ab5f27ae580 x1874671428646144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826788.099115:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428646144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826788.099127:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826788.099307:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826788.099313:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826788.099322:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826785/real 1787826788] req@ffff9ab5f27aed00 x1874671428646272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826788.099335:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428646272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826788.099346:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826788.099350:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826788.099353:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826788.099360:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826785/real 1787826788] req@ffff9ab5f27ad680 x1874671428645888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826788.099371:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428645888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826788.099377:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826788.099381:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826788.099384:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428645888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826788.099389:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826785/real 1787826788] req@ffff9ab5f27ade00 x1874671428646016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826788.100010:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428646016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826788.100018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826788.100021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826788.100023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646016:192.168.203.115@tcp:38:kworker.0 00010000:00010000:2.0:1787826789.057768:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826790.081705:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826790.145507:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826790.145516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826790.145521:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826790.145530:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 890 00000100:00080000:0.0:1787826790.145540:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826790.145548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826790.145583:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428646400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826790.145620:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826790.145623:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826790.145625:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826790.145630:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 890 00000100:00080000:0.0:1787826790.145634:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826790.145639:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826790.145649:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826790.145672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428646528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826790.145680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826790.145683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826790.145685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826790.145688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 890 00000100:00080000:0.0:1787826790.145690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826790.145693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826790.145696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826790.145702:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428646656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826790.145708:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826790.145710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826790.145711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826790.145713:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 890 00000100:00080000:0.0:1787826790.145714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826790.145716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826790.145718:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826790.145722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428646784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826790.145803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428646400:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787826790.145874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826790.145912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826790/real 1787826790] req@ffff9ab5f27afc00 x1874671428646400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826790.145927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428646400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826790.145951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826790.145956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826790.145960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428646400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826790.145967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826790.145989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826790.146001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826790/real 1787826790] req@ffff9ab5f27ac3c0 x1874671428646528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826790.146013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428646528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826790.146021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826790.146024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826790.146027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826790.146033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826790.146053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826790.146064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826790/real 1787826790] req@ffff9ab5f27ae1c0 x1874671428646656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826790.146075:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428646656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826790.146083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826790.146086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826790.146089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826790.146095:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826790.146114:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826790.146126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826790/real 1787826790] req@ffff9ab5f27af480 x1874671428646784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826790.146136:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428646784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826790.146144:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826790.146147:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826790.146150:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428646784:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826791.105584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826792.129720:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826793.153538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826794.177549:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826795.201609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826795.265596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826795.265607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826795.265611:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826795.265621:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 895 00000100:00080000:1.0:1787826795.265632:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826795.265640:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826795.265681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428646912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826795.265706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826795.265713:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826795.265715:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826795.265719:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 895 00000100:00080000:1.0:1787826795.265723:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826795.265728:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826795.265737:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826795.265751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428647040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826795.265755:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428646912:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826795.265766:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826795.265771:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826795.265772:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826795.265776:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 895 00000100:00080000:1.0:1787826795.265780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826795.265785:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826795.265790:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826795.265801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428647168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826795.265810:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826795.265814:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826795.265816:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826795.265819:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 895 00000100:00080000:1.0:1787826795.265822:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826795.265826:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787826795.265836:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787826795.265843:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826795.265857:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428647296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826795.265884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826795/real 1787826795] req@ffff9ab5f24bb840 x1874671428646912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826795.265902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428646912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826795.265912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826795.265916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826795.265920:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428646912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826795.265949:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826795.265974:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826795.265987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826795/real 1787826795] req@ffff9ab5f24b8000 x1874671428647040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826795.265999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428647040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826795.266007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826795.266010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826795.266013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826795.266019:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826795.266038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826795.266049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826795/real 1787826795] req@ffff9ab5f24b83c0 x1874671428647168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826795.266060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428647168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826795.266069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826795.266072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826795.266075:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826795.266081:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826795.266101:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826795.266111:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826795/real 1787826795] req@ffff9ab5f24b92c0 x1874671428647296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826795.266126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428647296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826795.266133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826795.266136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826795.266139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647296:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826796.225839:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826797.249536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826798.273694:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826799.297587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826800.321565:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826800.385510:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826800.385525:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826800.385529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826800.385550:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 901 00000100:00080000:1.0:1787826800.385561:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826800.385568:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826800.385605:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428647424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826800.385631:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826800.385635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826800.385637:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826800.385641:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 901 00000100:00080000:1.0:1787826800.385644:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826800.385648:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826800.385657:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826800.385670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428647552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826800.385681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428647424:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826800.385682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826800.385691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826800.385693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826800.385697:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 901 00000100:00080000:1.0:1787826800.385701:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826800.385706:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826800.385711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826800.385724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428647680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826800.385734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826800.385738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826800.385740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826800.385743:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 901 00000100:00080000:1.0:1787826800.385747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787826800.385748:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787826800.385752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826800.385757:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826800.385769:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428647808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826800.385792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826800/real 1787826800] req@ffff9ab5f24b9e00 x1874671428647424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826800.385810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428647424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826800.385821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826800.385825:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826800.385829:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428647424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826800.385849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647552:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826800.385868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826800.385879:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826800/real 1787826800] req@ffff9ab5f24b8f00 x1874671428647552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826800.385904:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428647552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826800.385912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826800.385915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826800.385918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826800.385924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826800.385941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826800.385953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826800/real 1787826800] req@ffff9ab5f24ba580 x1874671428647680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826800.385964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428647680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826800.385972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826800.385975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826800.385978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826800.385983:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826800.386001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826800.386012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826800/real 1787826800] req@ffff9ab5f24b9680 x1874671428647808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826800.386021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428647808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826800.386034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826800.386037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826800.386040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428647808:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826801.345592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826802.369968:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826803.393569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826804.417615:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826805.441614:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826805.505581:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826805.505595:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826805.505600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826805.505613:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 906 00000100:00080000:2.0:1787826805.505628:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826805.505636:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826805.505685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428647936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826805.505718:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826805.505729:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826805.505731:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826805.505736:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 906 00000100:00080000:2.0:1787826805.505741:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826805.505745:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826805.505756:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826805.505763:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428647936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826805.505774:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428648064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826805.505785:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826805.505789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826805.505791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826805.505795:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 906 00000100:00080000:2.0:1787826805.505799:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826805.505803:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826805.505809:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826805.505830:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428648192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787826805.505834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787826805.505847:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826805.505850:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826805.505851:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826805.505855:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 906 00000100:00080000:2.0:1787826805.505858:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826805.505861:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826805.505865:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826805.505871:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428648320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826805.505892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826805/real 1787826805] req@ffff9ab5f98003c0 x1874671428647936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826805.505914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428647936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826805.505925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826805.505930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826805.505934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428647936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826805.505961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648064:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826805.505985:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826805.505998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826805/real 1787826805] req@ffff9ab5f9802d00 x1874671428648064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826805.506011:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428648064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826805.506025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826805.506028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826805.506031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826805.506040:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826805.506060:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826805.506071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826805/real 1787826805] req@ffff9ab5f98021c0 x1874671428648192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826805.506080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428648192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826805.506087:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826805.506091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826805.506093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826805.506098:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826805.506115:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826805.506125:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826805/real 1787826805] req@ffff9ab5f9800780 x1874671428648320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826805.506134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428648320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826805.506141:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826805.506144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826805.506148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648320:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826806.465665:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826807.489600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826808.513585:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826809.537553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826810.561597:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826810.625525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826810.625535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826810.625539:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826810.625548:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 911 00000100:00080000:2.0:1787826810.625566:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826810.625573:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826810.625612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428648448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826810.625640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826810.625644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826810.625646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826810.625650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 911 00000100:00080000:2.0:1787826810.625653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826810.625657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826810.625666:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826810.625679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428648576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826810.625689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826810.625694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787826810.625696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428648448:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826810.625697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826810.625705:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 911 00000100:00080000:2.0:1787826810.625709:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826810.625713:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826810.625719:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826810.625730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428648704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826810.625738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826810.625740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826810.625741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826810.625743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 911 00000100:00080000:2.0:1787826810.625747:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826810.625750:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826810.625753:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826810.625763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428648832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787826810.625764:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826810.625807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826810/real 1787826810] req@ffff9ab5f9803840 x1874671428648448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826810.625821:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428648448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826810.625829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826810.625832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826810.625835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428648448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826810.625853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648576:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826810.625871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826810.625882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826810/real 1787826810] req@ffff9ab5f9801680 x1874671428648576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826810.625893:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428648576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826810.625901:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826810.625904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826810.625908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826810.625914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826810.625931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826810.625938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826810/real 1787826810] req@ffff9ab5f9801a40 x1874671428648704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826810.625945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428648704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826810.625951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826810.625954:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826810.625957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826810.625963:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826810.625980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826810.625991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826810/real 1787826810] req@ffff9ab5f9800000 x1874671428648832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826810.626001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428648832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826810.626006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826810.626008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826810.626010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428648832:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826811.585769:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826812.609612:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826813.633570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826814.657568:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826815.681668:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826815.745507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826815.745516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826815.745521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826815.745531:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 916 00000100:00080000:2.0:1787826815.745542:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826815.745550:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826815.745584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428648960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826815.745615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826815.745619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826815.745621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826815.745625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 916 00000100:00080000:2.0:1787826815.745629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826815.745633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826815.745642:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826815.745672:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428648960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826815.745673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428649088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826815.745690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826815.745694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826815.745697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826815.745701:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 916 00000100:00080000:2.0:1787826815.745706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826815.745710:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826815.745716:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826815.745729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428649216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826815.745739:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787826815.745749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826815.745754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826815.745756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826815.745761:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 916 00000100:00080000:2.0:1787826815.745765:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826815.745769:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826815.745775:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826815.745784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826815/real 1787826815] req@ffff9ab5f98012c0 x1874671428648960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826815.745792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428649344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826815.745820:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428648960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826815.745831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826815.745835:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826815.745839:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428648960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826815.745859:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649088:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826815.745884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826815.745899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826815/real 1787826815] req@ffff9ab5f9802940 x1874671428649088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826815.745912:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428649088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826815.745920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826815.745924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826815.745927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826815.745934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826815.746018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826815.746033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826815/real 1787826815] req@ffff9ab5f9801e00 x1874671428649216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826815.746044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428649216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826815.746052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826815.746055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826815.746058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826815.746063:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826815.746081:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826815.746090:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826815/real 1787826815] req@ffff9ab5f9802580 x1874671428649344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826815.746100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428649344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826815.746107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826815.746110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826815.746113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649344:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826816.705558:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826817.729574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826818.753616:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826819.777619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826820.802317:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826820.865571:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826820.865581:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826820.865586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826820.865596:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 921 00000100:00080000:3.0:1787826820.865609:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826820.865616:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826820.865656:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428649472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826820.865680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826820.865683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826820.865684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826820.865687:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 921 00000100:00080000:3.0:1787826820.865689:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826820.865691:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826820.865701:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826820.865709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428649600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826820.865715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826820.865718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826820.865719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826820.865722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 921 00000100:00080000:3.0:1787826820.865724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826820.865729:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826820.865730:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428649472:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787826820.865733:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826820.865741:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428649728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826820.865747:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826820.865749:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826820.865750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826820.865752:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 921 00000100:00080000:3.0:1787826820.865754:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826820.865756:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826820.865759:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826820.865766:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428649856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826820.865802:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826820.865847:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826820/real 1787826820] req@ffff9ab5f994b0c0 x1874671428649472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826820.865859:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428649472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826820.865869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826820.865872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826820.865877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428649472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826820.865884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826820.865914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826820.865927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826820/real 1787826820] req@ffff9ab5f994a1c0 x1874671428649600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826820.865935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428649600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826820.865940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826820.865942:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826820.865944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826820.865966:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826820.865980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826820.865986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826820/real 1787826820] req@ffff9ab5f99492c0 x1874671428649728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826820.865993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428649728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826820.865999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826820.866001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826820.866003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826820.866006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826820.866015:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826820.866020:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826820/real 1787826820] req@ffff9ab5f994bc00 x1874671428649856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826820.866027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428649856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826820.866031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826820.866033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826820.866034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428649856:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787826821.825714:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826822.849543:0:11335:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826823.873604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826824.897546:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826825.921574:0:19798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787826825.921636:0:11335:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826825.921646:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2782600/0x1d187e8ba27ce1b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x247:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1a740 expref: -99 pid: 15914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826825.921677:0:11335:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aae00/0x1d187e8ba27ce259 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x247:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd7f78c2f4bc1a9af expref: -99 pid: 15925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826825.921709:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aaa00/0x1d187e8ba27ce0a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x242:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1a334 expref: -99 pid: 15322 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826825.921724:0:11335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f2783800/0x1d187e8ba27ce03e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x23e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc19fec expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00100000:2.0:1787826825.921774:0:11335:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5f27ef0c0 x1874671428434816/t4294969103(4294969103) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826377 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826825.921782:0:11335:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826825.921786:0:11335:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f98030c0 x1874671428650112/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:2.0:1787826825.921801:0:11335:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9ab5f98030c0 x1874671428650112/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787826825.921807:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826825.922294:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826825.985579:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826825.985587:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826825.985591:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826825.985599:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 926 00000100:00080000:1.0:1787826825.985609:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826825.985614:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826825.985643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428650240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826825.985668:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826825.985670:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826825.985671:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826825.985674:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 926 00000100:00080000:1.0:1787826825.985676:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826825.985679:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826825.985687:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826825.985704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428650368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826825.985713:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826825.985717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826825.985719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826825.985722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 926 00000100:00080000:1.0:1787826825.985726:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826825.985734:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428650240:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826825.985735:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826825.985753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826825.985780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428650496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826825.985791:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826825.985794:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826825.985796:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826825.985800:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 926 00000100:00080000:1.0:1787826825.985819:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826825.985823:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826825.985828:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787826825.985833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826825.985854:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428650624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826825.985886:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826825/real 1787826825] req@ffff9ab5f24ba1c0 x1874671428650240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826825.985903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428650240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826825.985912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826825.985916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826825.985919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428650240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826825.985925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826825.985944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826825.985953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826825/real 1787826825] req@ffff9ab5f24b9680 x1874671428650368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826825.985960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428650368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826825.985965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826825.985967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826825.985969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826825.985994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826825.986015:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826825.986025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826825/real 1787826825] req@ffff9ab5f24ba580 x1874671428650496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826825.986037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428650496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826825.986046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826825.986049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826825.986052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826825.986058:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826825.986077:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826825.986087:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826825/real 1787826825] req@ffff9ab5f24b8f00 x1874671428650624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826825.986098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428650624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826825.986106:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826825.986109:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826825.986112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826826.945805:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826826.946337:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826827.969511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826827.969584:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826828.993627:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826828.993642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826830.017519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826830.017626:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826831.041537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826831.041650:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826831.105535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826831.105553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826831.105557:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826831.105566:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 931 00000100:00080000:2.0:1787826831.105576:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826831.105582:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826831.105616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428650752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826831.105647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826831.105651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826831.105653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826831.105656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 931 00000100:00080000:2.0:1787826831.105660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826831.105665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826831.105675:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826831.105687:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428650752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826831.105702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428650880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826831.105714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826831.105718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826831.105721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826831.105725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 931 00000100:00080000:2.0:1787826831.105729:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826831.105733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826831.105738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787826831.105745:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826831.105752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428651008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826831.105764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826831.105767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826831.105768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826831.105772:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 931 00000100:00080000:2.0:1787826831.105776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826831.105780:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826831.105787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826831/real 1787826831] req@ffff9ab5f9800b40 x1874671428650752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787826831.105791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826831.105809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428651136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826831.105811:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428650752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826831.105836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826831.105840:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826831.105844:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428650752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826831.105866:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826831.105885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826831.105896:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826831/real 1787826831] req@ffff9ab5f9800f00 x1874671428650880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826831.105907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428650880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826831.105920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826831.105923:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826831.105927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428650880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826831.105932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826831.105950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826831.105960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826831/real 1787826831] req@ffff9ab5f9802580 x1874671428651008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826831.105970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428651008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826831.105978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826831.105981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826831.105984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826831.105989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826831.106004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826831.106012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826831/real 1787826831] req@ffff9ab5f9801e00 x1874671428651136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826831.106022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428651136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826831.106029:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826831.106031:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826831.106035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826832.065550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826832.065632:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826833.089497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826833.089562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826834.113510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826834.113803:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826835.137493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826835.137544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826836.161495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826836.161583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826836.225535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826836.225545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826836.225549:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826836.225559:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 936 00000100:00080000:0.0:1787826836.225569:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826836.225575:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826836.225610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428651264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826836.225636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826836.225640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826836.225642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826836.225645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 936 00000100:00080000:0.0:1787826836.225648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826836.225651:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826836.225660:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826836.225673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428651392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826836.225684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787826836.225684:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428651264:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826836.225692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826836.225696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826836.225708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 936 00000100:00080000:0.0:1787826836.225712:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826836.225716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826836.225721:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826836.225733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428651520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826836.225741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826836.225744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826836.225748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787826836.225749:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826836.225754:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 936 00000100:00080000:0.0:1787826836.225759:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826836.225763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826836.225768:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826836.225776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428651648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826836.225796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826836/real 1787826836] req@ffff9ab5f27af840 x1874671428651264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826836.225811:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428651264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826836.225817:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826836.225820:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826836.225823:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428651264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826836.225839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826836.225855:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826836.225863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826836/real 1787826836] req@ffff9ab5f27acb40 x1874671428651392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826836.225870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428651392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826836.225875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826836.225877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826836.225879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826836.225882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826836.225892:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826836.225897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826836/real 1787826836] req@ffff9ab5f27af0c0 x1874671428651520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826836.225907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428651520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826836.225912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826836.225913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826836.225915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826836.225918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826836.225926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826836.225931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826836/real 1787826836] req@ffff9ab5f27ad2c0 x1874671428651648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826836.225937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428651648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826836.225942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826836.225943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826836.225945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826837.185472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826837.185511:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826838.209470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826838.209567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826839.233509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826839.233539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826840.257573:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826840.257590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787826841.281518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826841.281608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826841.345551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826841.345561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826841.345565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826841.345575:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 942 00000100:00080000:0.0:1787826841.345589:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826841.345595:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826841.345639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428651776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826841.345663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826841.345666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826841.345668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826841.345671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 942 00000100:00080000:0.0:1787826841.345675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826841.345680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826841.345693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826841.345702:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428651776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826841.345708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428651904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826841.345727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826841.345731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826841.345733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826841.345737:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 942 00000100:00080000:0.0:1787826841.345741:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826841.345745:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826841.345751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826841.345764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428652032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826841.345773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826841.345783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826841.345787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787826841.345788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826841.345796:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 942 00000100:00080000:0.0:1787826841.345801:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826841.345805:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826841.345810:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826841.345823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428652160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826841.345849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826841/real 1787826841] req@ffff9ab5f27acf00 x1874671428651776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826841.345869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428651776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826841.345880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826841.345885:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826841.345889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428651776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826841.345916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826841.345936:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826841.345948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826841/real 1787826841] req@ffff9ab5f27ac000 x1874671428651904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826841.345960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428651904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826841.345968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826841.345971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826841.345974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428651904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826841.345980:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826841.345996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826841.346005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826841/real 1787826841] req@ffff9ab5f27ae940 x1874671428652032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826841.346016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428652032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826841.346030:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826841.346033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826841.346036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826841.346041:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826841.346055:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826841.346064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826841/real 1787826841] req@ffff9ab5f27ad2c0 x1874671428652160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826841.346073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428652160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826841.346080:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826841.346083:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826841.346085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826842.305508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826842.306290:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826843.329660:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826843.330311:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787826844.353508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826844.353806:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826845.377520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826845.377588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826846.401566:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826846.401594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787826846.466568:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826846.466578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826846.466583:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826846.466592:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 947 00000100:00080000:3.0:1787826846.466602:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826846.466608:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826846.466642:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428652288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826846.466674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826846.466677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826846.466679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826846.466683:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 947 00000100:00080000:3.0:1787826846.466686:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826846.466690:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826846.466699:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826846.466712:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428652416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826846.466723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428652288:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826846.466724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826846.466732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826846.466734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826846.466738:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 947 00000100:00080000:3.0:1787826846.466741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826846.466745:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826846.466750:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826846.466763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428652544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826846.466772:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826846.466775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826846.466777:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826846.466781:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 947 00000100:00080000:3.0:1787826846.466785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826846.466788:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787826846.466793:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787826846.466794:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826846.466807:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428652672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826846.466836:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826846/real 1787826846] req@ffff9ab5f9948b40 x1874671428652288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826846.466861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428652288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826846.466870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826846.466875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826846.466881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428652288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826846.466901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787826846.466920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826846.466931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826846/real 1787826846] req@ffff9ab5f994ad00 x1874671428652416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826846.466942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428652416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826846.466949:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826846.466952:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826846.466956:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787826846.466961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826846.466984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826846.466994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826846/real 1787826846] req@ffff9ab5f9948780 x1874671428652544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826846.467004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428652544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826846.467018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826846.467021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826846.467024:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826846.467032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787826846.467050:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787826846.467063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826846/real 1787826846] req@ffff9ab5f994a580 x1874671428652672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826846.467074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428652672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826846.467081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826846.467084:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787826846.467087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826847.425746:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826847.426028:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826848.449504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826848.449558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826849.473531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826849.473611:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826850.497570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826850.497580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787826851.521456:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826851.521536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826851.585505:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826851.585515:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826851.585519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826851.585529:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 952 00000100:00080000:3.0:1787826851.585540:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826851.585547:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826851.585594:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428652800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826851.585623:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826851.585627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826851.585633:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826851.585638:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 952 00000100:00080000:3.0:1787826851.585643:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826851.585648:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826851.585659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826851.585667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428652800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826851.585676:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428652928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826851.585689:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826851.585693:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826851.585696:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826851.585700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 952 00000100:00080000:3.0:1787826851.585712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826851.585717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826851.585722:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826851.585735:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428653056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826851.585745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826851.585750:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826851.585752:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826851.585755:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652928:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787826851.585760:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 952 00000100:00080000:3.0:1787826851.585765:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826851.585770:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826851.585783:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653056:192.168.203.115@tcp:8:kworker.0 00000008:00100000:3.0:1787826851.585847:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826851.585862:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428653184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826851.585909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826852.545474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826852.545513:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826853.569470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826853.569548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826854.593482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826854.593712:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787826854.657629:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:0.0:1787826854.657669:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787826854.657693:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:0.0:1787826854.657731:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:0.0:1787826854.657740:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:0.0:1787826854.657750:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787826854.657775:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826851/real 1787826854] req@ffff9ab5f9948b40 x1874671428653184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826854.657801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428653184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826854.657812:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826854.657817:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826854.657822:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826854.657829:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826851/real 1787826854] req@ffff9ab5f9948780 x1874671428652928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826854.657841:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428652928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826854.657848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826854.657851:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826854.657855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428652928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826854.657861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826851/real 1787826854] req@ffff9ab5f994ad00 x1874671428653056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826854.657870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428653056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826854.657877:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826854.657881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826854.657883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826854.657889:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826851/real 1787826854] req@ffff9ab5f994a580 x1874671428652800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826854.657899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428652800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826854.657906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826854.657909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826854.657912:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428652800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826855.617455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826855.618499:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826856.641498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826856.641677:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826856.705556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826856.705573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826856.705577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826856.705586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 957 00000100:00080000:0.0:1787826856.705597:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826856.705603:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826856.705634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428653312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826856.705653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826856.705656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826856.705659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826856.705662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 957 00000100:00080000:0.0:1787826856.705666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826856.705671:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826856.705680:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826856.705688:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428653312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787826856.705696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428653440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826856.705707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826856.705711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826856.705713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826856.705717:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 957 00000100:00080000:0.0:1787826856.705721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826856.705725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826856.705730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826856.705748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428653568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826856.705749:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826856.705762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826856.705766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826856.705768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826856.705773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 957 00000100:00080000:0.0:1787826856.705776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826856.705781:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826856.705787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826856.705792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826856/real 1787826856] req@ffff9ab5f27af0c0 x1874671428653312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826856.705804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428653696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826856.705828:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428653312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826856.705839:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826856.705843:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826856.705847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428653312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826856.705870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826856.705894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826856.705906:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826856/real 1787826856] req@ffff9ab5f27acb40 x1874671428653440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826856.705916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428653440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826856.705924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826856.705928:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826856.705930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826856.705936:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826856.705954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826856.705964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826856/real 1787826856] req@ffff9ab5f27af840 x1874671428653568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826856.705980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428653568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826856.705989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826856.705992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826856.705995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826856.706001:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826856.706020:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826856.706031:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826856/real 1787826856] req@ffff9ab5f27af480 x1874671428653696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826856.706042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428653696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826856.706060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826856.706063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826856.706066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826857.665467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826857.665527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826858.689487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826858.689575:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826859.713635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826859.714675:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826860.737483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826860.737572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826861.761478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826861.761556:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826861.825520:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826861.825540:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826861.825545:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826861.825554:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 962 00000100:00080000:3.0:1787826861.825565:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826861.825572:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826861.825606:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428653824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826861.825636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826861.825640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826861.825641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826861.825646:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 962 00000100:00080000:3.0:1787826861.825649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826861.825653:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826861.825663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826861.825676:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428653952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826861.825688:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826861.825691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826861.825693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826861.825695:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428653824:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826861.825699:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 962 00000100:00080000:3.0:1787826861.825706:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826861.825711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826861.825716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826861.825727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428654080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826861.825737:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826861.825740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826861.825742:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826861.825745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 962 00000100:00080000:3.0:1787826861.825750:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826861.825754:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826861.825758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826861.825769:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428654208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826861.825777:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826861.825819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826861/real 1787826861] req@ffff9ab5f994bc00 x1874671428653824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826861.825849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428653824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826861.825860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826861.825865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826861.825869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428653824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826861.825890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826861.825914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826861.825927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826861/real 1787826861] req@ffff9ab5f99492c0 x1874671428653952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826861.825946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428653952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826861.825962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826861.825965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826861.825969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428653952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826861.825975:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826861.825996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826861.826008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826861/real 1787826861] req@ffff9ab5f994a1c0 x1874671428654080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826861.826020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428654080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826861.826028:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826861.826031:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826861.826034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826861.826039:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826861.826057:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826861.826068:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826861/real 1787826861] req@ffff9ab5f994b0c0 x1874671428654208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826861.826079:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428654208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826861.826086:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826861.826089:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826861.826092:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826862.785530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826862.785603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826863.809510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826863.809627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826864.833508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826864.833593:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826865.857537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826865.858221:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826866.881661:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826866.882125:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826866.945601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826866.945611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826866.945615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826866.945624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 967 00000100:00080000:0.0:1787826866.945635:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826866.945641:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826866.945676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428654336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826866.945705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826866.945708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826866.945710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826866.945713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 967 00000100:00080000:0.0:1787826866.945716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826866.945720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826866.945738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826866.945752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428654464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826866.945762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826866.945765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826866.945767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826866.945775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 967 00000100:00080000:0.0:1787826866.945778:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826866.945782:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826866.945787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826866.945801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428654592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826866.945809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826866.945811:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428654336:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826866.945812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826866.945813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826866.945816:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 967 00000100:00080000:0.0:1787826866.945819:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826866.945822:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826866.945825:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826866.945833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428654720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826866.945866:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826866.945906:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826866/real 1787826866] req@ffff9ab5f27ae1c0 x1874671428654336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826866.945922:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428654336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826866.945931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826866.945935:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826866.945939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428654336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826866.945945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654464:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826866.945967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826866.945979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826866/real 1787826866] req@ffff9ab5f27ac3c0 x1874671428654464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826866.945990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428654464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826866.945998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826866.946000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826866.946002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826866.946020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826866.946035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826866.946041:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826866/real 1787826866] req@ffff9ab5f27afc00 x1874671428654592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826866.946048:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428654592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826866.946053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826866.946054:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826866.946056:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826866.946060:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826866.946073:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826866.946100:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826866/real 1787826866] req@ffff9ab5f27ade00 x1874671428654720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826866.946112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428654720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826866.946119:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826866.946122:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826866.946125:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826867.905482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826867.906119:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826868.929463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826868.929563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826869.953613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826869.953619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826870.978252:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826870.978331:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826872.001592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826872.001649:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787826872.065506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826872.065517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826872.065521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826872.065530:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 972 00000100:00080000:0.0:1787826872.065540:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826872.065547:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826872.065582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428654848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826872.065614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826872.065618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826872.065620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826872.065624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 972 00000100:00080000:0.0:1787826872.065627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826872.065631:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826872.065640:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826872.065651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428654976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826872.065661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826872.065664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826872.065665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826872.065669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 972 00000100:00080000:0.0:1787826872.065672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826872.065676:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826872.065681:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826872.065691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428655104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826872.065699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826872.065702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826872.065704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826872.065707:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 972 00000100:00080000:0.0:1787826872.065709:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826872.065713:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826872.065717:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826872.065727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428655232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826872.066100:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428654848:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826872.066160:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826872.066201:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826872/real 1787826872] req@ffff9ab5f27ad680 x1874671428654848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826872.066220:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428654848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826872.066231:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826872.066234:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826872.066238:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428654848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826872.066245:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826872.066267:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826872.066279:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826872/real 1787826872] req@ffff9ab5f27aed00 x1874671428654976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826872.066289:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428654976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826872.066297:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826872.066300:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826872.066303:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428654976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826872.066308:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826872.066330:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826872.066340:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826872/real 1787826872] req@ffff9ab5f27ae580 x1874671428655104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826872.066352:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428655104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826872.066360:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826872.066363:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826872.066366:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826872.066372:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826872.066388:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826872.066425:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826872/real 1787826872] req@ffff9ab5f27ade00 x1874671428655232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826872.066437:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428655232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826872.066445:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826872.066448:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826872.066451:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826873.025546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826873.025656:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826874.049522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826874.049713:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826875.073533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826875.073702:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826876.097632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826876.097632:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826877.121453:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826877.121522:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826877.185523:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826877.185538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826877.185543:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826877.185556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 977 00000100:00080000:3.0:1787826877.185571:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826877.185579:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826877.185630:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428655360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826877.185666:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826877.185671:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826877.185672:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826877.185677:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 977 00000100:00080000:3.0:1787826877.185681:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826877.185686:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826877.185697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826877.185711:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428655488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826877.185722:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826877.185726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428655360:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826877.185727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826877.185731:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826877.185739:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 977 00000100:00080000:3.0:1787826877.185742:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826877.185746:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826877.185752:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826877.185763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428655616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826877.185774:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826877.185777:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826877.185779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826877.185783:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 977 00000100:00080000:3.0:1787826877.185797:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826877.185801:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826877.185806:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826877.185819:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428655744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826877.185826:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826877.185881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826877/real 1787826877] req@ffff9ab5f994b480 x1874671428655360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826877.185901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428655360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826877.185911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826877.185915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826877.185920:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428655360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826877.185946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826877.185969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826877.185982:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826877/real 1787826877] req@ffff9ab5f9948f00 x1874671428655488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826877.185994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428655488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826877.186001:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826877.186005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826877.186022:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826877.186028:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826877.186049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826877.186059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826877/real 1787826877] req@ffff9ab5f9949e00 x1874671428655616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826877.186071:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428655616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826877.186079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826877.186082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826877.186085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826877.186090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826877.186108:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826877.186119:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826877/real 1787826877] req@ffff9ab5f994a940 x1874671428655744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826877.186130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428655744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826877.186137:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826877.186140:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826877.186143:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428655744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826878.145565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826878.145620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826879.169582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826879.169756:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826880.193509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826880.193571:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826881.217491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826881.217551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826882.241534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826882.241579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826882.305602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826882.305617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826882.305625:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826882.305648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 983 00000100:00080000:1.0:1787826882.305665:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826882.305672:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826882.305719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428655872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826882.305760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826882.305764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826882.305766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826882.305772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 983 00000100:00080000:1.0:1787826882.305776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826882.305782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826882.305794:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826882.305807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428656000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826882.305824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428655872:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826882.305828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826882.305842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826882.305847:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826882.305853:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 983 00000100:00080000:1.0:1787826882.305858:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826882.305863:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826882.305871:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826882.305885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428656128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826882.305893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826882.305895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826882.305897:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826882.305900:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 983 00000100:00080000:1.0:1787826882.305905:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826882.305909:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826882.305913:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787826882.305920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787826882.305923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428656256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826882.305989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826882/real 1787826882] req@ffff9ab5f24b9e00 x1874671428655872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826882.306012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428655872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826882.306021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826882.306025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826882.306029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428655872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826882.306053:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826882.306076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826882.306088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826882/real 1787826882] req@ffff9ab5f24b92c0 x1874671428656000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826882.306098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428656000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826882.306106:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826882.306109:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826882.306112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826882.306118:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826882.306137:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826882.306147:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826882/real 1787826882] req@ffff9ab5f24b83c0 x1874671428656128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826882.306157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428656128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826882.306170:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826882.306174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826882.306177:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826882.306183:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826882.306201:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826882.306212:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826882/real 1787826882] req@ffff9ab5f24b8000 x1874671428656256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826882.306219:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428656256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826882.306224:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826882.306226:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826882.306228:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826883.265551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826883.265589:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826884.289552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826884.289744:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826885.313495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826885.313532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826886.337495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826886.337549:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826887.361535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826887.361621:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787826887.425472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826887.425480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826887.425483:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826887.425492:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 988 00000100:00080000:1.0:1787826887.425502:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826887.425509:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826887.425549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428656384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826887.425575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826887.425577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826887.425579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826887.425583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 988 00000100:00080000:1.0:1787826887.425586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826887.425588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826887.425597:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826887.425611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428656512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826887.425621:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428656384:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787826887.425625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826887.425630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826887.425632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826887.425637:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 988 00000100:00080000:1.0:1787826887.425641:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826887.425646:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826887.425651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826887.425662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428656640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826887.425669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826887.425672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826887.425674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826887.425677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 988 00000100:00080000:1.0:1787826887.425680:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826887.425684:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787826887.425685:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787826887.425688:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826887.425698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428656768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826887.425783:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826887/real 1787826887] req@ffff9ab5f24bb840 x1874671428656384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826887.425801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428656384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826887.425902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826887.425907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826887.425912:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428656384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826887.425944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826887.425969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826887.425985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826887/real 1787826887] req@ffff9ab5f24b8000 x1874671428656512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826887.425996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428656512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826887.426007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826887.426010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826887.426013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826887.426018:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826887.426076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826887.426085:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826887/real 1787826887] req@ffff9ab5f24b83c0 x1874671428656640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826887.426092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428656640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826887.426098:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826887.426100:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826887.426102:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826887.426105:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826887.426117:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826887.426122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826887/real 1787826887] req@ffff9ab5f24b92c0 x1874671428656768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826887.426129:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428656768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826887.426139:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826887.426143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826887.426146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428656768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826888.385593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826888.385688:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826889.409645:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826889.410063:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826890.433499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826890.433526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826891.457506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826891.457564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826892.481488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826892.481543:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826892.545559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826892.545569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826892.545573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826892.545585:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 993 00000100:00080000:3.0:1787826892.545596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826892.545603:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826892.545639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428656896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826892.545667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826892.545670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826892.545672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826892.545676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 993 00000100:00080000:3.0:1787826892.545679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826892.545683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826892.545693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826892.545707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428657024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826892.545710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428656896:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826892.545725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826892.545728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826892.545730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826892.545734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 993 00000100:00080000:3.0:1787826892.545737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826892.545741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826892.545746:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826892.545756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428657152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826892.545765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826892.545768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826892.545770:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826892.545773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 993 00000100:00080000:3.0:1787826892.545776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826892.545780:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787826892.545785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787826892.545785:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826892.545798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428657280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826892.545831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826892/real 1787826892] req@ffff9ab5f9949a40 x1874671428656896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826892.545856:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428656896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826892.545866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826892.545870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826892.545874:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428656896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826892.545915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826892.545938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826892.545951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826892/real 1787826892] req@ffff9ab5f9948000 x1874671428657024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826892.545964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428657024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826892.545973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826892.545976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826892.545979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826892.545985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826892.546004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826892.546014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826892/real 1787826892] req@ffff9ab5f994b840 x1874671428657152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826892.546024:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428657152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826892.546037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826892.546041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826892.546065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826892.546071:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826892.546092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826892.546103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826892/real 1787826892] req@ffff9ab5f9949680 x1874671428657280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826892.546114:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428657280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826892.546122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826892.546125:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826892.546128:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657280:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787826893.505553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826893.505567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826894.529515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826894.529585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826895.553593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826895.553653:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826896.577526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826896.577550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826897.601585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826897.601643:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787826897.665474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826897.665484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826897.665489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826897.665498:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 998 00000100:00080000:3.0:1787826897.665509:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826897.665515:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826897.665552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428657408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826897.665583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826897.665587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826897.665589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826897.665593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 998 00000100:00080000:3.0:1787826897.665597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826897.665601:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826897.665610:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826897.665621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428657536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826897.665631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826897.665634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826897.665636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826897.665639:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 998 00000100:00080000:3.0:1787826897.665643:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826897.665647:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826897.665664:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826897.665669:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428657408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826897.665678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428657664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826897.665688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826897.665691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826897.665693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826897.665697:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 998 00000100:00080000:3.0:1787826897.665700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826897.665704:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826897.665709:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826897.665721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428657792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826897.665739:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826897.665798:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826897/real 1787826897] req@ffff9ab5f9949680 x1874671428657408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826897.665815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428657408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826897.665829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826897.665833:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826897.665836:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428657408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826897.665842:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826897.665969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826897.665982:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826897/real 1787826897] req@ffff9ab5f994b840 x1874671428657536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826897.665993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428657536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826897.666000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826897.666011:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826897.666014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826897.666036:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826897.666054:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826897.666063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826897/real 1787826897] req@ffff9ab5f9948000 x1874671428657664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826897.666073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428657664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826897.666089:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826897.666092:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826897.666095:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826897.666101:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826897.666116:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826897.666124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826897/real 1787826897] req@ffff9ab5f9949a40 x1874671428657792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826897.666134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428657792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826897.666140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826897.666143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826897.666146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428657792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826898.625483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826898.625544:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826899.649561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826899.649590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826900.673502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826900.673561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826901.697511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826901.697592:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826902.721536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826902.721565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826902.785596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826902.785607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826902.785612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826902.785623:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1003 00000100:00080000:1.0:1787826902.785637:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826902.785645:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826902.785698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9e00 x1874671428657920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826902.785730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826902.785733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826902.785735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826902.785738:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1003 00000100:00080000:1.0:1787826902.785741:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826902.785744:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826902.785754:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826902.785767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428658048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826902.785775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826902.785779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826902.785780:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826902.785783:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1003 00000100:00080000:1.0:1787826902.785785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826902.785787:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826902.785791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826902.785798:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428657920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826902.785801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428658176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826902.785814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826902.785817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826902.785819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826902.785822:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1003 00000100:00080000:1.0:1787826902.785826:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826902.785840:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826902.785845:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826902.785859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428658304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826902.785901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826902.785968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826902/real 1787826902] req@ffff9ab5f24b9e00 x1874671428657920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826902.785988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9e00 x1874671428657920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826902.786000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826902.786004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826902.786009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428657920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826902.786017:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658048:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826902.786044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826902.786057:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826902/real 1787826902] req@ffff9ab5f24b8f00 x1874671428658048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826902.786069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428658048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826902.786078:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826902.786086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826902.786089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826902.786115:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826902.786135:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826902.786155:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826902/real 1787826902] req@ffff9ab5f24ba580 x1874671428658176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826902.786166:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428658176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826902.786175:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826902.786178:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826902.786181:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826902.786186:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826902.786205:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826902.786215:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826902/real 1787826902] req@ffff9ab5f24b9680 x1874671428658304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826902.786234:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428658304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826902.786242:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826902.786245:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826902.786248:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826903.745498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826903.745645:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826904.769523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826904.769878:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826905.793543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826905.793585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826906.817502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826906.817602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826907.841558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826907.841572:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826907.905541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826907.905549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826907.905554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826907.905563:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1008 00000100:00080000:2.0:1787826907.905573:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826907.905579:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826907.905613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428658432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826907.905641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826907.905645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826907.905647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826907.905650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1008 00000100:00080000:2.0:1787826907.905654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826907.905657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826907.905668:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826907.905679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428658560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826907.905690:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428658432:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787826907.905691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826907.905699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826907.905701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826907.905704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1008 00000100:00080000:2.0:1787826907.905707:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826907.905710:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826907.905715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826907.905725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428658688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826907.905733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826907.905736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826907.905738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826907.905741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1008 00000100:00080000:2.0:1787826907.905744:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787826907.905747:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787826907.905751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787826907.905756:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826907.905766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428658816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826907.905808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826907/real 1787826907] req@ffff9ab5f9802940 x1874671428658432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826907.905830:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428658432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826907.905841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826907.905845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826907.905850:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428658432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826907.905867:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826907.905884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826907.905892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826907/real 1787826907] req@ffff9ab5f98012c0 x1874671428658560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826907.905899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428658560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826907.905904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826907.905906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826907.905908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826907.905911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826907.905929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826907.905935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826907/real 1787826907] req@ffff9ab5f9800000 x1874671428658688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826907.905942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428658688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826907.905947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826907.905956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826907.905960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826907.905965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826907.905991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826907.906000:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826907/real 1787826907] req@ffff9ab5f9801a40 x1874671428658816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826907.906007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428658816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826907.906012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826907.906013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826907.906015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428658816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826908.865507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826908.865523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826909.889522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826909.889581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826910.913484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826910.913563:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826911.937541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826911.937591:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826912.961505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826912.961611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826913.025504:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826913.025513:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826913.025516:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826913.025523:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1013 00000100:00080000:3.0:1787826913.025532:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826913.025539:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826913.025574:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428658944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826913.025599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826913.025603:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826913.025604:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826913.025608:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1013 00000100:00080000:3.0:1787826913.025612:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826913.025616:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826913.025624:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826913.025629:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428658944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826913.025635:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428659072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826913.025644:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826913.025647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826913.025649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826913.025651:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1013 00000100:00080000:3.0:1787826913.025654:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826913.025657:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826913.025660:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826913.025668:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428659200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826913.025675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826913.025677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826913.025679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826913.025682:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1013 00000800:00000100:2.0:1787826913.025683:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826913.025684:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826913.025687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826913.025690:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826913.025698:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428659328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826913.025726:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826913/real 1787826913] req@ffff9ab5f994a940 x1874671428658944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826913.025742:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428658944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826913.025752:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826913.025755:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826913.025767:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428658944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826913.025786:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826913.025807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826913.025815:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826913/real 1787826913] req@ffff9ab5f9949e00 x1874671428659072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826913.025823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428659072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826913.025828:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826913.025830:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826913.025833:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826913.025838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826913.025856:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826913.025866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826913/real 1787826913] req@ffff9ab5f9948f00 x1874671428659200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826913.025877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428659200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826913.025882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826913.025884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826913.025886:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826913.025889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826913.025901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826913.025907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826913/real 1787826913] req@ffff9ab5f994b480 x1874671428659328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826913.025921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428659328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826913.025925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826913.025927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826913.025929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826913.985504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826913.985615:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826915.009503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826915.009610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826916.033470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826916.033545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826917.057507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826917.057589:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826918.081496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826918.081528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826918.145508:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826918.145518:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826918.145522:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826918.145531:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1018 00000100:00080000:3.0:1787826918.145541:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826918.145548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826918.145580:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428659456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826918.145604:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826918.145608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826918.145610:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826918.145613:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1018 00000100:00080000:3.0:1787826918.145616:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826918.145620:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826918.145629:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826918.145640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428659584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826918.145647:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428659456:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826918.145663:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826918.145666:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826918.145667:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826918.145672:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1018 00000100:00080000:3.0:1787826918.145674:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826918.145678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826918.145683:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826918.145693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428659712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826918.145702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826918.145705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826918.145706:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826918.145710:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1018 00000100:00080000:3.0:1787826918.145713:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826918.145716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826918.145720:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826918.145744:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428659840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826918.145770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826918.145807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826918.145824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659840:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787826919.105584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826919.105697:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826920.129473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826920.129551:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826921.153478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826921.153503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826921.217694:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787826921.217747:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826921.217763:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826921.217802:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826921.217822:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787826921.217830:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787826921.217952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826918/real 1787826921] req@ffff9ab5f994a1c0 x1874671428659584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826921.217974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428659584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826921.217984:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826921.217989:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826921.217993:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826921.218012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826918/real 1787826921] req@ffff9ab5f99492c0 x1874671428659712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826921.218025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428659712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826921.218033:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826921.218036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826921.218039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826921.218045:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826918/real 1787826921] req@ffff9ab5f994bc00 x1874671428659840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826921.218056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428659840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826921.218064:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826921.218067:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826921.218070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428659840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826921.218076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826918/real 1787826921] req@ffff9ab5f994b0c0 x1874671428659456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826921.218087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428659456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826921.218094:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826921.218097:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826921.218099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428659456:192.168.203.115@tcp:250:kworker.0 00010000:00010000:0.0:1787826922.177535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826922.177539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826923.201530:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826923.201530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787826923.265641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826923.265651:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826923.265655:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826923.265665:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1023 00000100:00080000:3.0:1787826923.265676:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826923.265683:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826923.265733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428659968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826923.265765:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826923.265769:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826923.265771:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826923.265775:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1023 00000100:00080000:3.0:1787826923.265778:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826923.265782:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826923.265791:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826923.265804:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428660096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826923.265813:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826923.265816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826923.265818:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826923.265822:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1023 00000100:00080000:3.0:1787826923.265825:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826923.265828:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826923.265832:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826923.265843:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428660224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826923.265852:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826923.265856:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826923.265858:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826923.265861:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1023 00000100:00080000:3.0:1787826923.265864:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826923.265869:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826923.265873:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826923.265891:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428659968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826923.265902:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428660352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826923.266010:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826923.266089:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826923/real 1787826923] req@ffff9ab5f994a580 x1874671428659968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826923.266122:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428659968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826923.266136:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826923.266141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826923.266146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428659968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826923.266156:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826923.266183:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826923.266198:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826923/real 1787826923] req@ffff9ab5f994ad00 x1874671428660096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826923.266211:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428660096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826923.266222:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826923.266227:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826923.266232:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826923.266242:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826923.266264:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826923.266275:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826923/real 1787826923] req@ffff9ab5f9948780 x1874671428660224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826923.266285:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428660224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826923.266294:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826923.266298:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826923.266301:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826923.266333:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826923.266356:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826923.266368:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826923/real 1787826923] req@ffff9ab5f9948b40 x1874671428660352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826923.266384:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428660352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826923.266393:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826923.266396:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826923.267144:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787826924.225504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826924.225560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826925.249501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826925.249561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826926.273590:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826926.273627:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787826927.297500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826927.297549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826928.321547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826928.321642:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826928.385486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826928.385494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826928.385499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826928.385508:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1029 00000100:00080000:3.0:1787826928.385517:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826928.385524:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826928.385557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428660480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826928.385598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826928.385603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826928.385604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826928.385608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1029 00000100:00080000:3.0:1787826928.385612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826928.385616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826928.385625:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826928.385638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428660608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826928.385649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826928.385660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428660480:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826928.385669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826928.385673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826928.385677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1029 00000100:00080000:3.0:1787826928.385681:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826928.385685:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826928.385691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826928.385703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428660736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826928.385712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826928.385715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826928.385717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826928.385721:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826928.385725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1029 00000100:00080000:3.0:1787826928.385730:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826928.385734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826928.385739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826928.385748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428660864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826928.385762:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826928/real 1787826928] req@ffff9ab5f9948b40 x1874671428660480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826928.385779:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428660480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826928.385789:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826928.385792:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826928.385796:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428660480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826928.385817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826928.385837:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826928.385849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826928/real 1787826928] req@ffff9ab5f9948780 x1874671428660608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826928.385860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428660608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826928.385934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826928.385938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826928.385941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826928.385947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826928.385967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826928.385977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826928/real 1787826928] req@ffff9ab5f994ad00 x1874671428660736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826928.385988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428660736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826928.385996:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826928.386007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826928.386010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826928.386016:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826928.386034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826928.386043:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826928/real 1787826928] req@ffff9ab5f994a580 x1874671428660864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826928.386054:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428660864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826928.386060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826928.386063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826928.386067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428660864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826929.345524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826929.345692:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826930.369506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826930.369533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826931.393511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826931.393627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826932.417517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826932.417793:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826933.441541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826933.441591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787826933.505591:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826933.505601:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826933.505607:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826933.505630:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1034 00000100:00080000:0.0:1787826933.505645:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826933.505655:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826933.505705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428660992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826933.505733:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826933.505736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826933.505737:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826933.505741:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1034 00000100:00080000:0.0:1787826933.505744:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826933.505746:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826933.505757:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826933.505768:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428661120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826933.505774:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826933.505778:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826933.505780:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826933.505784:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1034 00000100:00080000:0.0:1787826933.505788:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826933.505794:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826933.505795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428660992:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787826933.505800:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826933.505813:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428661248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826933.505824:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826933.505828:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826933.505829:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826933.505833:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1034 00000100:00080000:0.0:1787826933.505837:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826933.505841:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826933.505846:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826933.505858:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428661376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826933.505887:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826933.505959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826933/real 1787826933] req@ffff9ab5f27afc00 x1874671428660992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826933.505990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428660992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826933.506003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826933.506009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826933.506014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428660992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826933.506023:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826933.506050:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826933.506072:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826933/real 1787826933] req@ffff9ab5f27ac3c0 x1874671428661120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826933.506084:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428661120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826933.506092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826933.506095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826933.506098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826933.506130:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826933.506152:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826933.506163:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826933/real 1787826933] req@ffff9ab5f27ae1c0 x1874671428661248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826933.506174:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428661248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826933.506183:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826933.506186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826933.506189:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826933.506194:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826933.506211:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826933.506220:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826933/real 1787826933] req@ffff9ab5f27af480 x1874671428661376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826933.506230:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428661376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826933.506238:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826933.506253:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826933.506256:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826934.465728:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826934.465836:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826935.491656:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826935.491727:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826936.513503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826936.513585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826937.537477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826937.537532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826938.561515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826938.561594:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826938.625530:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826938.625542:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826938.625546:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826938.625557:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1039 00000100:00080000:0.0:1787826938.625568:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826938.625576:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826938.625626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428661504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826938.625653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826938.625661:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826938.625663:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826938.625667:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1039 00000100:00080000:0.0:1787826938.625671:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826938.625675:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826938.625685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826938.625703:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428661632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826938.625703:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428661504:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826938.625721:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826938.625724:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826938.625726:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826938.625730:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1039 00000100:00080000:0.0:1787826938.625734:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826938.625738:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826938.625742:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826938.625754:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428661760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826938.625767:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826938.625771:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826938.625773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826938.625777:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787826938.625780:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1039 00000100:00080000:0.0:1787826938.625785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826938.625788:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826938.625793:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826938.625803:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428661888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826938.625826:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826938/real 1787826938] req@ffff9ab5f27af840 x1874671428661504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826938.625845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428661504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826938.625855:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826938.625859:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826938.625863:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428661504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826938.625884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826938.625908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826938.625921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826938/real 1787826938] req@ffff9ab5f27acb40 x1874671428661632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826938.625941:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428661632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826938.625949:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826938.625953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826938.625956:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826938.625961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826938.625986:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826938.625998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826938/real 1787826938] req@ffff9ab5f27af0c0 x1874671428661760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826938.626014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428661760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826938.626022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826938.626026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826938.626029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826938.626034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826938.626052:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826938.626064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826938/real 1787826938] req@ffff9ab5f27ad2c0 x1874671428661888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826938.626074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428661888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826938.626082:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826938.626085:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826938.626088:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428661888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826939.585549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826939.585800:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826940.609517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826940.609753:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826941.633531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826941.633596:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826942.657629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826942.657655:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826943.681501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826943.681613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826943.745530:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826943.745558:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826943.745563:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826943.745574:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1044 00000100:00080000:3.0:1787826943.745590:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826943.745598:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826943.745635:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428662016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826943.745657:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826943.745659:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826943.745660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826943.745663:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1044 00000100:00080000:3.0:1787826943.745666:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826943.745668:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826943.745676:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826943.745690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428662144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826943.745698:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428662016:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826943.745704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826943.745709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826943.745711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826943.745715:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1044 00000100:00080000:3.0:1787826943.745719:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826943.745724:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826943.745730:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826943.745742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428662272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826943.745754:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787826943.745760:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826943.745765:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826943.745767:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826943.745773:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1044 00000100:00080000:3.0:1787826943.745787:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826943.745794:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826943.745799:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826943.745802:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826943/real 1787826943] req@ffff9ab5f994b0c0 x1874671428662016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826943.745813:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428662400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826943.745823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428662016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826943.745833:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826943.745836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826943.745838:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428662016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826943.745855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826943.745873:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826943.745885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826943/real 1787826943] req@ffff9ab5f994bc00 x1874671428662144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826943.745896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428662144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826943.745904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826943.745907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826943.745910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826943.745915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826943.745934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826943.745944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826943/real 1787826943] req@ffff9ab5f99492c0 x1874671428662272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826943.745954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428662272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826943.745968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826943.745972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826943.745975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826943.745981:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826943.745996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826943.746004:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826943/real 1787826943] req@ffff9ab5f994a1c0 x1874671428662400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826943.746013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428662400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826943.746020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826943.746023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826943.746026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826944.705745:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826944.705862:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826945.729592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826945.731241:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787826946.753509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826946.753631:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826947.777557:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826947.777674:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826948.801530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826948.801543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787826948.865489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826948.865498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826948.865501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826948.865518:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1049 00000100:00080000:3.0:1787826948.865526:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826948.865532:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826948.865561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428662528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826948.865587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826948.865590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826948.865592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826948.865595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1049 00000100:00080000:3.0:1787826948.865599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826948.865602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826948.865611:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826948.865624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428662656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826948.865635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826948.865639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826948.865641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826948.865646:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428662528:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826948.865646:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1049 00000100:00080000:3.0:1787826948.865649:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826948.865655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826948.865659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826948.865667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428662784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826948.865673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826948.865675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826948.865676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826948.865679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1049 00000100:00080000:3.0:1787826948.865681:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826948.865682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826948.865685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826948.865694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428662912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826948.865719:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826948.865781:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826948/real 1787826948] req@ffff9ab5f994b480 x1874671428662528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826948.865805:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428662528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826948.865816:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826948.865820:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826948.865824:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428662528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826948.865845:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826948.865868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826948.865881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826948/real 1787826948] req@ffff9ab5f9948f00 x1874671428662656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826948.865892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428662656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826948.865900:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826948.865902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826948.865906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826948.865911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826948.865931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826948.865954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826948/real 1787826948] req@ffff9ab5f9949e00 x1874671428662784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826948.865965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428662784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826948.865979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826948.865982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826948.865985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826948.865991:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826948.866010:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826948.866021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826948/real 1787826948] req@ffff9ab5f994a940 x1874671428662912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826948.866031:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428662912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826948.866039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826948.866042:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826948.866046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428662912:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787826949.828620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826949.828650:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826950.849559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826950.849774:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826951.873580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826951.873599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826952.897502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787826952.897647:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826953.921554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826953.921642:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826953.985508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826953.985523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826953.985527:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826953.985538:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1054 00000100:00080000:3.0:1787826953.985549:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826953.985561:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826953.985600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428663040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826953.985630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826953.985633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826953.985635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826953.985639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1054 00000100:00080000:3.0:1787826953.985643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826953.985646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826953.985655:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826953.985667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428663168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826953.985677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826953.985680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826953.985682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826953.985686:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1054 00000100:00080000:3.0:1787826953.985697:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826953.985701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826953.985706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826953.985718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428663296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826953.985729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826953.985733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826953.985734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826953.985739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1054 00000100:00100000:2.0:1787826953.985746:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428663040:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826953.985746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826953.985753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826953.985766:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826953.985781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428663424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826953.985863:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826953.985946:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826953/real 1787826953] req@ffff9ab5f9949a40 x1874671428663040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826953.985967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428663040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826953.985982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826953.985986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826953.985989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428663040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826953.985995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826953.986016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826953.986025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826953/real 1787826953] req@ffff9ab5f9948000 x1874671428663168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826953.986032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428663168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826953.986037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826953.986039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826953.986041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826953.986063:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826953.986074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826953.986079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826953/real 1787826953] req@ffff9ab5f994b840 x1874671428663296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826953.986098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428663296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826953.986106:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826953.986109:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826953.986112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826953.986118:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826953.986138:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826953.986149:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826953/real 1787826953] req@ffff9ab5f9949680 x1874671428663424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826953.986169:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428663424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826953.986177:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826953.986180:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826953.986183:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826954.945461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826954.945513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826955.969528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826955.969753:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826956.993482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826956.993556:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826958.017517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826958.017534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826959.041517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826959.041583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826959.105583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826959.105594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826959.105598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826959.105609:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1059 00000100:00080000:3.0:1787826959.105622:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826959.105630:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826959.105670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428663552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826959.105703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826959.105707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826959.105709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826959.105715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1059 00000100:00080000:3.0:1787826959.105719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826959.105723:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826959.105733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826959.105745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428663680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826959.105756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826959.105760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826959.105762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826959.105766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1059 00000100:00080000:3.0:1787826959.105770:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826959.105774:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826959.105780:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826959.105791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428663808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826959.105800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826959.105804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826959.105806:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826959.105810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1059 00000100:00080000:3.0:1787826959.105813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826959.105816:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826959.105820:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826959.105830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428663936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826959.105846:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428663552:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787826959.105911:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826959.105995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826959/real 1787826959] req@ffff9ab5f9949680 x1874671428663552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826959.106014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428663552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826959.106023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826959.106027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826959.106031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428663552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826959.106037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826959.106061:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826959.106073:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826959/real 1787826959] req@ffff9ab5f994b840 x1874671428663680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826959.106085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428663680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826959.106092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826959.106095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826959.106098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826959.106103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826959.106123:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826959.106134:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826959/real 1787826959] req@ffff9ab5f9948000 x1874671428663808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826959.106145:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428663808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826959.106153:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826959.106156:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826959.106158:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826959.106182:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826959.106200:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826959.106211:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826959/real 1787826959] req@ffff9ab5f9949a40 x1874671428663936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826959.106220:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428663936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826959.106228:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826959.106230:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826959.106234:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428663936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826960.065548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826960.065718:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826961.089613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826961.096534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826962.113918:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826962.114328:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826963.137647:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826963.137780:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826964.161518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826964.162499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787826964.225545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826964.225559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826964.225565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826964.225576:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1064 00000100:00080000:3.0:1787826964.225590:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826964.225599:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826964.225649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428664064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826964.225683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826964.225687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826964.225689:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826964.225693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1064 00000100:00080000:3.0:1787826964.225698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826964.225702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826964.225713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826964.225725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428664192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826964.225733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826964.225742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826964.225743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826964.225748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1064 00000100:00080000:3.0:1787826964.225751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826964.225756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826964.225762:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787826964.225764:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428664064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826964.225774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428664320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826964.225784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826964.225786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826964.225787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826964.225790:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1064 00000100:00080000:3.0:1787826964.225792:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826964.225794:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826964.225798:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826964.225806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428664448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826964.225855:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826964.225898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826964/real 1787826964] req@ffff9ab5f994a940 x1874671428664064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826964.225916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428664064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826964.225926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826964.225930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826964.225934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428664064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826964.225942:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826964.225965:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826964.225983:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826964/real 1787826964] req@ffff9ab5f9949e00 x1874671428664192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826964.225996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428664192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826964.226003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826964.226006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826964.226010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826964.226037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826964.226056:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826964.226067:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826964/real 1787826964] req@ffff9ab5f9948f00 x1874671428664320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826964.226083:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428664320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826964.226092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826964.226095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826964.226098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826964.226104:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826964.226123:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826964.226134:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826964/real 1787826964] req@ffff9ab5f994b480 x1874671428664448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826964.226144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428664448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826964.226151:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826964.226154:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826964.226157:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826965.185486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826965.185543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826966.209530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826966.209598:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826967.233500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826967.233521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826968.257564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826968.257633:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826969.281547:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826969.281590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787826969.345714:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826969.345725:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826969.345729:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826969.345740:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1070 00000100:00080000:0.0:1787826969.345751:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826969.345757:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787826969.345794:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428664576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826969.345824:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826969.345828:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826969.345830:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826969.345835:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1070 00000100:00080000:0.0:1787826969.345838:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826969.345842:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826969.345852:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826969.345866:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428664704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826969.345876:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826969.345880:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826969.345882:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826969.345886:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1070 00000100:00080000:0.0:1787826969.345889:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826969.345894:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826969.345901:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787826969.345913:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428664832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826969.345925:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826969.345928:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826969.345930:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826969.345937:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1070 00000100:00080000:0.0:1787826969.345945:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826969.345945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428664576:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787826969.345954:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787826969.345964:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826969.345978:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428664960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826969.346046:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826969.346136:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826969/real 1787826969] req@ffff9ab5f27ae940 x1874671428664576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826969.346161:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428664576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826969.346182:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826969.346186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826969.346189:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428664576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826969.346198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664704:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826969.346239:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826969.346253:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826969/real 1787826969] req@ffff9ab5f27ac000 x1874671428664704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826969.346264:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428664704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826969.346276:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826969.346279:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826969.346281:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826969.346318:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826969.346341:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826969.346353:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826969/real 1787826969] req@ffff9ab5f27acf00 x1874671428664832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826969.346384:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428664832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826969.346393:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826969.346397:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826969.346459:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826969.346471:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826969.346493:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826969.346513:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826969/real 1787826969] req@ffff9ab5f27ad2c0 x1874671428664960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826969.346525:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428664960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826969.346533:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826969.346537:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826969.346540:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428664960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826970.305500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826970.305553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826971.329521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826971.329597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826972.353547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826972.353618:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826973.377530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826973.377557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826974.401550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826974.401612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826974.466210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826974.466220:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826974.466224:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826974.466235:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1075 00000100:00080000:3.0:1787826974.466245:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826974.466253:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826974.466287:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428665088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826974.466319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826974.466323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826974.466325:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826974.466329:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1075 00000100:00080000:3.0:1787826974.466342:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826974.466347:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826974.466356:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826974.466370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428665216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826974.466382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826974.466386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826974.466388:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826974.466393:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1075 00000100:00080000:3.0:1787826974.466457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826974.466463:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826974.466470:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826974.466483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428665344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826974.466496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826974.466506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787826974.466509:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428665088:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826974.466510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826974.466522:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1075 00000100:00080000:3.0:1787826974.466528:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826974.466532:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826974.466537:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826974.466552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428665472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826974.466629:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826974.466692:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826974/real 1787826974] req@ffff9ab5f994a1c0 x1874671428665088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826974.466714:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428665088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826974.466729:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826974.466734:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826974.466739:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428665088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826974.466748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826974.466774:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826974.466786:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826974/real 1787826974] req@ffff9ab5f99492c0 x1874671428665216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826974.466799:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428665216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826974.466807:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826974.466811:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826974.466813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826974.466858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826974.466879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826974.466890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826974/real 1787826974] req@ffff9ab5f994bc00 x1874671428665344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826974.466901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428665344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826974.466910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826974.466913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826974.466916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826974.466923:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826974.466941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826974.466952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826974/real 1787826974] req@ffff9ab5f994b0c0 x1874671428665472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826974.466963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428665472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826974.466970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826974.466974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826974.466977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826975.425574:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826975.425617:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826976.449495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826976.449528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826977.473512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826977.473572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826978.497517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826978.497576:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826979.521545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826979.521740:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826979.585505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826979.585516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826979.585520:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826979.585530:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1080 00000100:00080000:3.0:1787826979.585545:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826979.585553:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826979.585589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428665600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826979.585617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826979.585621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826979.585623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826979.585627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1080 00000100:00080000:3.0:1787826979.585630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826979.585634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826979.585643:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826979.585655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428665728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826979.585667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428665600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826979.585667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826979.585676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826979.585679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826979.585683:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1080 00000100:00080000:3.0:1787826979.585686:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826979.585691:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826979.585696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826979.585714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428665856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826979.585724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826979.585727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826979.585730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826979.585733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1080 00000100:00080000:3.0:1787826979.585736:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826979.585742:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787826979.585743:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787826979.585750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826979.585769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428665984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826979.585804:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826979/real 1787826979] req@ffff9ab5f994a580 x1874671428665600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826979.585824:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428665600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826979.585835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826979.585839:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826979.585843:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428665600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826979.585863:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826979.585883:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826979.585892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826979/real 1787826979] req@ffff9ab5f994ad00 x1874671428665728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826979.585901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428665728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826979.585906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826979.585908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826979.585911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826979.585916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826979.585933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826979.585944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826979/real 1787826979] req@ffff9ab5f9948780 x1874671428665856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826979.585955:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428665856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826979.585963:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826979.585966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826979.585970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826979.585974:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826979.585988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826979.585995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826979/real 1787826979] req@ffff9ab5f9948b40 x1874671428665984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826979.586002:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428665984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826979.586011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826979.586013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826979.586015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428665984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826980.545512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826980.545615:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826981.569513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826981.569547:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826982.593504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826982.593622:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826983.617512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826983.617585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826984.641571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826984.641678:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826984.705511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826984.705520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826984.705525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826984.705534:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1085 00000100:00080000:3.0:1787826984.705546:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826984.705553:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826984.705590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428666112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826984.705670:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428666112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826984.705709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826984.705713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826984.705716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826984.705721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1085 00000100:00080000:3.0:1787826984.705726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826984.705730:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826984.705739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826984.705753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428666240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826984.705763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826984.705766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826984.705768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826984.705771:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1085 00000100:00080000:3.0:1787826984.705774:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826984.705778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787826984.705781:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666240:192.168.203.115@tcp:38:kworker.0 00000008:00100000:3.0:1787826984.705784:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826984.705799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428666368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826984.705808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826984.705811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826984.705813:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826984.705817:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1085 00000100:00100000:2.0:1787826984.705820:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666368:192.168.203.115@tcp:8:kworker.0 00000100:00080000:3.0:1787826984.705822:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826984.705830:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826984.705836:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826984.705849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428666496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826984.705875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666496:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787826985.665569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826985.665744:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787826986.689479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787826986.689842:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826987.713603:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826987.713619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000400:00000100:2.0:1787826987.777982:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787826987.778029:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826987.778046:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826987.778085:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826987.778101:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787826987.778109:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787826987.778883:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826987] req@ffff9ab5f994a580 x1874671428666496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826987.778927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428666496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826987.778939:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826987.778944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826987.778949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826987.778958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826987] req@ffff9ab5f994ad00 x1874671428666368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826987.778970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428666368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826987.778979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826987.778983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826987.778986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826987.778994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826987] req@ffff9ab5f9948780 x1874671428666240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826987.779006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428666240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826987.779013:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826987.779016:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826987.779019:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826987.779025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826987] req@ffff9ab5f9948b40 x1874671428666112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826987.779036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428666112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826987.779047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826987.779050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826987.779053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428666112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826988.737506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826988.737525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826989.761531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826989.761593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787826989.825599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826989.825610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826989.825615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826989.825626:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1090 00000100:00080000:1.0:1787826989.825638:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826989.825646:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787826989.825679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428666624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826989.825706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826989.825709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826989.825711:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826989.825715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1090 00000100:00080000:1.0:1787826989.825718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826989.825723:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826989.825732:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826989.825744:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428666624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787826989.825753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428666752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826989.825766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826989.825770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826989.825772:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826989.825776:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1090 00000100:00080000:1.0:1787826989.825779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826989.825784:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826989.825789:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787826989.825801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428666880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787826989.825810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787826989.825815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826989.825819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826989.825822:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826989.825826:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1090 00000100:00080000:1.0:1787826989.825830:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826989.825834:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787826989.825838:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826989.825848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428667008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826989.825865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff9ab5f24ba1c0 x1874671428666624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826989.825884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428666624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826989.825894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826989.825898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826989.825902:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428666624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787826989.825923:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787826989.825943:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826989.825954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff9ab5f24b9680 x1874671428666752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826989.825964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428666752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826989.825971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826989.825974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826989.825977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787826989.825982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826989.825997:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826989.826005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff9ab5f24ba580 x1874671428666880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826989.826014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428666880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826989.826022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826989.826025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826989.826028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428666880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787826989.826033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787826989.826046:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787826989.826053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff9ab5f24b8f00 x1874671428667008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826989.826063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428667008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826989.826070:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787826989.826073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787826989.826076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667008:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787826990.785618:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826990.785677:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826991.809578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826991.809581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787826992.833511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826992.833713:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826993.857569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826993.858071:0:5599:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826994.881519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826994.881673:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826994.945733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826994.945741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826994.945746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826994.945917:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1095 00000100:00080000:3.0:1787826994.945927:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826994.945936:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787826994.945988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428667136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826994.946017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826994.946020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826994.946022:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826994.946026:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1095 00000100:00080000:3.0:1787826994.946030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826994.946034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826994.946043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826994.946055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428667264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826994.946064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826994.946067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826994.946068:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826994.946072:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1095 00000100:00080000:3.0:1787826994.946075:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826994.946079:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826994.946083:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787826994.946102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428667392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826994.946113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826994.946117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787826994.946121:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428667136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787826994.946139:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826994.946144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1095 00000100:00080000:3.0:1787826994.946148:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826994.946153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787826994.946158:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826994.946170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428667520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826994.946182:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826994.946248:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff9ab5f9948b40 x1874671428667136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.946261:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428667136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.946274:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.946277:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826994.946280:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428667136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787826994.946285:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787826994.946315:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826994.946329:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff9ab5f9948780 x1874671428667264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.946342:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428667264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.946349:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.946353:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826994.946356:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787826994.946378:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826994.946421:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826994.946435:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff9ab5f994ad00 x1874671428667392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.946447:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428667392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.946456:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.946474:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826994.946478:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787826994.946486:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787826994.946508:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787826994.946521:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff9ab5f994a580 x1874671428667520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.946534:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428667520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.946544:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.946547:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787826994.946552:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428667520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787826995.905518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826995.906008:0:19798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 8/8 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787826995.906044:0:5599:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 8 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787826995.906055:0:5599:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ab5c862d000 lock: ffff9ab5f27aae00/0x1d187e8ba27ce259 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x247:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd7f78c2f4bc1a9af expref: -99 pid: 15925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00100000:1.0:1787826995.906171:0:5599:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ab5e14b6580 x1874671428489216/t4294969192(4294969192) o101->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787826397 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826995.906193:0:5599:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ab5c862d000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1787826995.906200:0:5599:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ab5f24b9e00 x1874671428667776/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:1.0:1787826995.906225:0:5599:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9ab5f24b9e00 x1874671428667776/t0(0) o35->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787826995.906234:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787826995.907299:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826996.929511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787826996.930214:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826996.930370:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787826997.953549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787826997.954215:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787826997.954557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826998.977503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787826998.977751:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826998.977925:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827000.001513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827000.001520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827000.001576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827000.065503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827000.065513:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827000.065517:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827000.065527:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1100 00000100:00080000:1.0:1787827000.065539:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827000.065546:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827000.065589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428667904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827000.065617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827000.065621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827000.065623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827000.065627:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1100 00000100:00080000:1.0:1787827000.065631:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827000.065636:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827000.065646:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827000.065656:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428667904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827000.065664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428668032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827000.065676:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827000.065682:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827000.065684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827000.065688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1100 00000100:00080000:1.0:1787827000.065691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827000.065695:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827000.065700:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827000.065715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428668160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827000.065725:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827000.065728:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827000.065730:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827000.065734:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1100 00000100:00080000:1.0:1787827000.065738:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827000.065741:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827000.065745:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827000.065754:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428668288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827000.065773:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827000.065841:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827000/real 1787827000] req@ffff9ab5f24b92c0 x1874671428667904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827000.065863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428667904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827000.065875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827000.065880:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827000.065885:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428667904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827000.065915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668032:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827000.065940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827000.065953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827000/real 1787827000] req@ffff9ab5f24b83c0 x1874671428668032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827000.065965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428668032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827000.065974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827000.065977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827000.065980:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668032:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827000.065987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827000.066008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827000.066019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827000/real 1787827000] req@ffff9ab5f24b8000 x1874671428668160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827000.066030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428668160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827000.066038:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827000.066041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827000.066044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827000.066051:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827000.066072:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827000.066083:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827000/real 1787827000] req@ffff9ab5f24bb840 x1874671428668288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827000.066093:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428668288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827000.066101:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827000.066104:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827000.066107:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827001.025513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827001.025540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827001.025609:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827002.049514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827002.049532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827002.049586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827003.073571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827003.073572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827003.073608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827004.098009:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827004.098167:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827004.098185:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827005.121512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827005.121566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827005.121614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787827005.185687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827005.185696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827005.185701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827005.185710:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1105 00000100:00080000:3.0:1787827005.185721:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827005.185729:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827005.185770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428668416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827005.185795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827005.185799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827005.185801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827005.185805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1105 00000100:00080000:3.0:1787827005.185808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827005.185813:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827005.185822:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827005.185835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428668544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827005.185844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428668416:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827005.185848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827005.185853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827005.185856:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827005.185860:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1105 00000100:00080000:3.0:1787827005.185863:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827005.185867:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827005.185872:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827005.185884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428668672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827005.185894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827005.185898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827005.185899:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827005.185903:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1105 00000800:00000100:2.0:1787827005.185907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827005.185908:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827005.185914:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827005.185919:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827005.185931:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428668800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827005.185943:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827005/real 1787827005] req@ffff9ab5f994b0c0 x1874671428668416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827005.185955:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428668416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827005.185969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827005.185972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827005.185974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428668416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827005.185990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668544:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827005.186007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827005.186014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827005/real 1787827005] req@ffff9ab5f994bc00 x1874671428668544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827005.186021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428668544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827005.186026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827005.186028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827005.186030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668544:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827005.186033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827005.186042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827005.186047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827005/real 1787827005] req@ffff9ab5f99492c0 x1874671428668672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827005.186053:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428668672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827005.186058:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827005.186059:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827005.186061:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827005.186064:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827005.186072:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827005.186077:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827005/real 1787827005] req@ffff9ab5f994a1c0 x1874671428668800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827005.186087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428668800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827005.186092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827005.186093:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827005.186095:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428668800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827006.145563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827006.145690:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827006.145927:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827007.169484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827007.169505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827007.169760:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827008.193501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827008.193501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827008.193528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827009.217494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827009.217494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827009.217788:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827010.241481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827010.241491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827010.241501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827010.305805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827010.305816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827010.305821:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827010.305830:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1111 00000100:00080000:0.0:1787827010.305841:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827010.305848:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827010.305900:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428668928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827010.305936:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827010.305948:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827010.305950:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827010.305955:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1111 00000100:00080000:0.0:1787827010.305959:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827010.305963:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827010.305972:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827010.305987:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428669056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827010.306001:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827010.306005:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827010.306006:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827010.306010:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1111 00000100:00080000:0.0:1787827010.306014:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827010.306018:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827010.306022:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827010.306033:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428669184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827010.306041:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827010.306044:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827010.306046:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827010.306050:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1111 00000100:00080000:0.0:1787827010.306053:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827010.306057:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827010.306061:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827010.306070:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428669312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827010.306141:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428668928:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787827010.306204:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827010.306247:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827010/real 1787827010] req@ffff9ab5f27af0c0 x1874671428668928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827010.306265:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428668928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827010.306275:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827010.306278:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827010.306282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428668928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827010.306289:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669056:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827010.306311:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827010.306323:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827010/real 1787827010] req@ffff9ab5f27acb40 x1874671428669056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827010.306335:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428669056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827010.306344:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827010.306347:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827010.306350:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827010.306356:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827010.306375:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827010.306385:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827010/real 1787827010] req@ffff9ab5f27af840 x1874671428669184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827010.306395:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428669184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827010.306445:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827010.306449:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827010.306453:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827010.306458:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827010.306476:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827010.306486:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827010/real 1787827010] req@ffff9ab5f27af480 x1874671428669312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827010.306495:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428669312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827010.306506:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827010.306509:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827010.306512:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669312:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827011.265536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827011.265658:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827011.266301:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827012.289503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827012.289528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827012.289609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827013.313499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827013.313499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827013.313522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827014.337508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827014.337512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827014.337676:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827015.361513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827015.361513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827015.361542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827015.425493:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827015.425501:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827015.425505:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827015.425511:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1116 00000100:00080000:0.0:1787827015.425520:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827015.425525:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827015.425553:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428669440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827015.425576:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827015.425578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827015.425579:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827015.425582:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1116 00000100:00080000:0.0:1787827015.425584:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827015.425586:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827015.425593:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827015.425600:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428669568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827015.425607:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827015.425609:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827015.425610:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827015.425612:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1116 00000100:00080000:0.0:1787827015.425613:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827015.425615:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827015.425618:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827015.425621:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428669440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827015.425627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428669696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827015.425638:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827015.425642:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827015.425643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827015.425647:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1116 00000100:00080000:0.0:1787827015.425651:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827015.425655:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827015.425659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827015.425672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428669824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827015.425673:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827015.425719:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827015/real 1787827015] req@ffff9ab5f27ae1c0 x1874671428669440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827015.425734:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428669440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827015.425741:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827015.425744:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827015.425746:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428669440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827015.425750:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669568:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827015.425763:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827015.425771:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827015/real 1787827015] req@ffff9ab5f27ac3c0 x1874671428669568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827015.425778:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428669568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827015.425787:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827015.425789:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827015.425791:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669568:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827015.425811:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827015.425830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827015.425842:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827015/real 1787827015] req@ffff9ab5f27afc00 x1874671428669696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827015.425853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428669696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827015.425861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827015.425864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827015.425866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827015.425870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827015.425884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827015.425892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827015/real 1787827015] req@ffff9ab5f27ade00 x1874671428669824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827015.425902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428669824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827015.425919:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827015.425923:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827015.425927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428669824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827016.385563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827016.385572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827016.385597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827017.409512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827017.409512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827017.409539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827018.433524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827018.433587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827018.434090:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827019.457561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827019.457561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827019.457660:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827020.481507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827020.481544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827020.482694:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787827020.545526:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827020.545534:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827020.545538:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827020.545547:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1121 00000100:00080000:3.0:1787827020.545558:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827020.545564:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827020.545600:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428669952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827020.545628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827020.545632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827020.545634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827020.545638:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1121 00000100:00080000:3.0:1787827020.545641:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827020.545646:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827020.545654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827020.545664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428670080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827020.545672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827020.545675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827020.545678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827020.545680:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428669952:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827020.545682:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1121 00000100:00080000:3.0:1787827020.545686:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827020.545691:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827020.545700:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827020.545709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428670208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827020.545715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827020.545717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827020.545718:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827020.545720:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1121 00000100:00080000:3.0:1787827020.545722:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827020.545723:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827020.545726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827020.545733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428670336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827020.545753:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827020.545793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827020/real 1787827020] req@ffff9ab5f994b480 x1874671428669952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827020.545815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428669952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827020.545825:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827020.545829:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827020.545833:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428669952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827020.545861:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670080:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827020.545884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827020.545897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827020/real 1787827020] req@ffff9ab5f9948f00 x1874671428670080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827020.545909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428670080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827020.545916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827020.545920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827020.545923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827020.545929:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827020.545949:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827020.545960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827020/real 1787827020] req@ffff9ab5f9949e00 x1874671428670208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827020.545970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428670208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827020.545982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827020.545984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827020.545986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827020.545990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827020.546007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827020.546031:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827020/real 1787827020] req@ffff9ab5f994a940 x1874671428670336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827020.546043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428670336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827020.546051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827020.546054:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827020.546057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827021.505502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827021.505503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827021.505537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827022.529492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827022.529506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827022.529601:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827023.553500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827023.553500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827023.553520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827024.577477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827024.577597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827024.577655:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827025.601505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827025.601507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827025.601566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827025.665520:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827025.665530:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827025.665534:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827025.665543:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1126 00000100:00080000:3.0:1787827025.665552:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827025.665557:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827025.665586:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428670464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827025.665608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827025.665610:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827025.665611:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827025.665614:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1126 00000100:00080000:3.0:1787827025.665616:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827025.665618:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827025.665625:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827025.665632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428670592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827025.665639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827025.665641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827025.665643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827025.665645:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1126 00000100:00080000:3.0:1787827025.665647:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827025.665658:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827025.665663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428670464:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787827025.665665:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827025.665681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428670720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827025.665692:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827025.665696:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827025.665710:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827025.665713:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1126 00000100:00080000:3.0:1787827025.665718:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827025.665722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787827025.665727:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787827025.665727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827025.665742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428670848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827025.665779:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827025/real 1787827025] req@ffff9ab5f9949a40 x1874671428670464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827025.665795:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428670464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827025.665805:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827025.665809:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827025.665813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428670464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827025.665832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670592:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827025.665853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827025.665866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827025/real 1787827025] req@ffff9ab5f9948000 x1874671428670592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827025.665876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428670592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827025.665882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827025.665884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827025.665886:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670592:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827025.665903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827025.665919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827025.665925:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827025/real 1787827025] req@ffff9ab5f994b840 x1874671428670720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827025.665932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428670720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827025.665937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827025.665939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827025.665941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827025.665944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827025.665952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827025.665957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827025/real 1787827025] req@ffff9ab5f9949680 x1874671428670848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827025.665965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428670848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827025.665972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827025.666033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827025.666036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428670848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827026.625479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827026.625521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827026.625552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827027.649554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827027.649592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827027.650032:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827028.673490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827028.673537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827028.673595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827029.697555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827029.697559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827029.697596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827030.721518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827030.721594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827030.721808:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787827030.785904:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827030.785911:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827030.785916:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827030.785925:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1131 00000100:00080000:0.0:1787827030.785934:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827030.785952:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827030.785984:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428670976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827030.786010:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827030.786015:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827030.786017:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827030.786020:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1131 00000100:00080000:0.0:1787827030.786024:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827030.786028:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827030.786037:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827030.786050:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428671104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827030.786057:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428670976:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827030.786067:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827030.786071:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827030.786073:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827030.786078:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1131 00000100:00080000:0.0:1787827030.786081:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827030.786085:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827030.786090:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827030.786101:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428671232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827030.786110:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827030.786113:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827030.786115:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787827030.786119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827030.786123:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1131 00000100:00080000:0.0:1787827030.786128:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827030.786133:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827030.786137:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827030.786149:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428671360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827030.786163:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff9ab5f27ae580 x1874671428670976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827030.786180:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428670976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827030.786190:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827030.786195:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827030.786198:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428670976:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827030.786219:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671104:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827030.786242:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827030.786253:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff9ab5f27aed00 x1874671428671104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827030.786262:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428671104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827030.786270:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827030.786272:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827030.786274:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671104:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827030.786279:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827030.786295:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827030.786304:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff9ab5f27ad680 x1874671428671232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827030.786320:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428671232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827030.786328:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827030.786332:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827030.786335:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827030.786340:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827030.786358:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827030.786368:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff9ab5f27ade00 x1874671428671360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827030.786378:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428671360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827030.786386:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827030.786388:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827030.786390:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827031.745474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827031.745555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827031.745586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827032.769518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827032.769532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827032.769551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827033.793531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827033.793552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827033.794432:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827034.817463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827034.817469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827034.817513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827035.841530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827035.841568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827035.841576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787827035.905534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827035.905545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827035.905550:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827035.905560:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1136 00000100:00080000:0.0:1787827035.905571:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827035.905582:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827035.905614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428671488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827035.905639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827035.905642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827035.905644:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827035.905648:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1136 00000100:00080000:0.0:1787827035.905651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827035.905654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827035.905664:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827035.905675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428671616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827035.905687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827035.905691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827035.905692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827035.905696:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1136 00000100:00080000:0.0:1787827035.905699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827035.905704:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827035.905712:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428671488:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787827035.905713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827035.905732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428671744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827035.905741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827035.905745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827035.905746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827035.905749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1136 00000100:00080000:0.0:1787827035.905752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827035.905755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827035.905759:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827035.905769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428671872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827035.905824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827035.905890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff9ab5f27afc00 x1874671428671488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827035.905924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428671488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827035.905937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827035.905943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827035.905947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428671488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827035.905977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671616:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827035.906003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827035.906017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff9ab5f27ac3c0 x1874671428671616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827035.906029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428671616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827035.906039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827035.906056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827035.906059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827035.906066:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827035.906088:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827035.906099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff9ab5f27ae1c0 x1874671428671744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827035.906111:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428671744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827035.906126:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827035.906130:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827035.906134:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827035.906140:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827035.906159:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827035.906171:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff9ab5f27af480 x1874671428671872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827035.906181:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428671872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827035.906188:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827035.906192:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827035.906195:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428671872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827036.865511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827036.865533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827036.865543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827037.889507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827037.889518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827037.889542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827038.913508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827038.913553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827038.913567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827039.937508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827039.937543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827039.937566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827040.961470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827040.961471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827040.961621:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827041.025481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827041.025490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827041.025494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827041.025504:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1141 00000100:00080000:0.0:1787827041.025514:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827041.025520:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827041.025553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428672000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827041.025578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827041.025581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827041.025583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827041.025587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1141 00000100:00080000:0.0:1787827041.025591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827041.025596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827041.025605:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827041.025619:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428672000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827041.025620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428672128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827041.025635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827041.025638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827041.025640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827041.025644:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1141 00000100:00080000:0.0:1787827041.025648:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827041.025652:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827041.025657:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827041.025677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428672256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827041.025684:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827041.025692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827041.025696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827041.025698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827041.025702:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1141 00000100:00080000:0.0:1787827041.025706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827041.025709:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827041.025714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827041.025729:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827041/real 1787827041] req@ffff9ab5f27af840 x1874671428672000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827041.025730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428672384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827041.025766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428672000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827041.025783:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827041.025787:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827041.025792:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428672000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827041.025813:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672128:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827041.025833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827041.025843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827041/real 1787827041] req@ffff9ab5f27acb40 x1874671428672128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827041.025853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428672128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827041.025860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827041.025863:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827041.025866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672128:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827041.025884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827041.025903:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827041.025912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827041/real 1787827041] req@ffff9ab5f27af0c0 x1874671428672256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827041.025921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428672256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827041.025928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827041.025931:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827041.025933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827041.025938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827041.025952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827041.025959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827041/real 1787827041] req@ffff9ab5f27ad2c0 x1874671428672384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827041.025967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428672384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827041.025974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827041.025976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827041.025978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827041.985495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827041.985495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827041.985521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827043.009508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827043.009515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827043.009530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827044.033484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827044.033484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827044.033560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827045.057511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827045.057543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827045.057561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827046.081583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827046.081598:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827046.081635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827046.145632:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827046.145647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827046.145653:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827046.145667:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1146 00000100:00080000:0.0:1787827046.145682:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827046.145692:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827046.145754:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428672512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827046.145786:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827046.145789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827046.145791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827046.145795:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1146 00000100:00080000:0.0:1787827046.145798:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827046.145803:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827046.145816:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827046.145830:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428672640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827046.145857:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827046.145866:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827046.145869:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827046.145870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428672512:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827046.145878:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1146 00000100:00080000:0.0:1787827046.145892:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827046.145899:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827046.145905:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827046.145933:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428672768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827046.145943:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827046.145946:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827046.145948:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827046.145952:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1146 00000100:00080000:0.0:1787827046.145958:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827046.145961:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827046.145968:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827046.145971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827046.145988:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428672896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827046.146024:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827046/real 1787827046] req@ffff9ab5f27acf00 x1874671428672512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827046.146040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428672512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827046.146049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827046.146053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827046.146056:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428672512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827046.146077:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672640:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827046.146095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827046.146104:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827046/real 1787827046] req@ffff9ab5f27ac000 x1874671428672640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827046.146115:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428672640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827046.146124:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827046.146127:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827046.146130:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672640:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827046.146136:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827046.146156:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827046.146179:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827046/real 1787827046] req@ffff9ab5f27ae940 x1874671428672768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827046.146187:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428672768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827046.146192:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827046.146195:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827046.146197:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827046.146201:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827046.146215:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827046.146222:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827046/real 1787827046] req@ffff9ab5f27ad2c0 x1874671428672896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827046.146228:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428672896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827046.146233:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827046.146234:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827046.146236:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428672896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827047.105511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827047.105511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827047.105535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827048.129532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827048.129543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827048.129563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827049.153524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827049.153547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827049.153562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827050.177514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827050.177517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827050.177550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827051.201478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827051.201506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827051.201512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827051.265523:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827051.265534:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827051.265538:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827051.265548:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1151 00000100:00080000:0.0:1787827051.265559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827051.265565:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827051.265595:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428673024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827051.265617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827051.265619:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827051.265621:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827051.265623:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1151 00000100:00080000:0.0:1787827051.265626:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827051.265629:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827051.265636:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827051.265644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428673152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827051.265650:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827051.265659:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787827051.265661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428673024:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827051.265662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827051.265669:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1151 00000100:00080000:0.0:1787827051.265673:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827051.265677:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827051.265682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827051.265696:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428673280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827051.265707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827051.265710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827051.265711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827051.265713:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1151 00000100:00080000:0.0:1787827051.265718:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827051.265721:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827051.265725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827051.265733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428673408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827051.265758:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673152:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827051.265795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827051.265837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827052.225500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827052.225535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827052.225568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827053.249487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827053.249487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827053.249518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827054.273500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827054.273500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827054.273689:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827054.337667:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827054.337713:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827054.337731:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827054.337767:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827054.337787:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827054.337795:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787827054.337899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827051/real 1787827054] req@ffff9ab5f27af840 x1874671428673280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827054.337931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428673280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827054.337945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827054.337950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827054.337954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827054.337962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827051/real 1787827054] req@ffff9ab5f27af480 x1874671428673408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827054.337974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428673408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827054.337982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827054.337985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827054.337989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827054.337995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827051/real 1787827054] req@ffff9ab5f27af0c0 x1874671428673024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827054.338008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428673024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827054.338015:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827054.338018:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827054.338021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428673024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827054.338027:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827051/real 1787827054] req@ffff9ab5f27acb40 x1874671428673152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827054.338039:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428673152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827054.338047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827054.338050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827054.338053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673152:192.168.203.115@tcp:38:kworker.0 00010000:00010000:1.0:1787827055.297592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827055.297594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827055.297961:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827056.321527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827056.321609:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827056.321806:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787827056.385532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827056.385541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827056.385546:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827056.385556:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1157 00000100:00080000:2.0:1787827056.385589:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827056.385678:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827056.385710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428673536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827056.385736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827056.385739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827056.385741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827056.385744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1157 00000100:00080000:2.0:1787827056.385747:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827056.385750:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827056.385757:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827056.385782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428673664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827056.385793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827056.385796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827056.385798:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827056.385802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1157 00000100:00080000:2.0:1787827056.385806:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827056.385810:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827056.385816:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827056.385824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428673536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827056.385839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428673792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827056.385856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827056.385860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827056.385862:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827056.385866:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1157 00000100:00080000:2.0:1787827056.385870:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827056.385874:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827056.385880:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827056.385893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428673920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827056.385948:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827056.386004:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827056/real 1787827056] req@ffff9ab5f9801680 x1874671428673536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827056.386024:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428673536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827056.386036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827056.386041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827056.386045:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428673536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827056.386053:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673664:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827056.386075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827056.386086:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827056/real 1787827056] req@ffff9ab5f9803840 x1874671428673664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827056.386097:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428673664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827056.386104:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827056.386107:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827056.386110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673664:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827056.386160:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827056.386183:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827056.386196:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827056/real 1787827056] req@ffff9ab5f9800780 x1874671428673792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827056.386207:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428673792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827056.386216:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827056.386219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827056.386233:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827056.386241:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827056.386268:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827056.386281:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827056/real 1787827056] req@ffff9ab5f98021c0 x1874671428673920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827056.386293:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428673920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827056.386301:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827056.386304:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827056.386306:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428673920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827057.345490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827057.345520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827057.345526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827058.369537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827058.369566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827058.369575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827059.393493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827059.393518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827059.393620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827060.417508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827060.417543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827060.417580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827061.441548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827061.441600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827061.443841:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827061.505497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827061.505505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827061.505508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827061.505523:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1162 00000100:00080000:2.0:1787827061.505581:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827061.505588:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827061.505618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428674048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827061.505689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827061.505693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827061.505695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827061.505699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1162 00000100:00080000:2.0:1787827061.505702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827061.505706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827061.505736:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827061.505752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428674176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827061.505764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827061.505768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827061.505771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827061.505781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1162 00000100:00080000:2.0:1787827061.505786:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827061.505790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428674048:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827061.505792:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827061.505806:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827061.505827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428674304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827061.505837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827061.505841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827061.505843:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827061.505847:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1162 00000100:00080000:2.0:1787827061.505851:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827061.505855:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827061.505860:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827061.505872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428674432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827061.505889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827061.505953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827061/real 1787827061] req@ffff9ab5f9802d00 x1874671428674048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827061.505974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428674048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827061.505986:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827061.505991:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827061.505995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428674048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827061.506020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674176:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827061.506052:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827061.506064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827061/real 1787827061] req@ffff9ab5f98003c0 x1874671428674176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827061.506083:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428674176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827061.506093:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827061.506096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827061.506099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827061.506105:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827061.506132:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827061.506142:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827061/real 1787827061] req@ffff9ab5f9803480 x1874671428674304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827061.506153:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428674304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827061.506168:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827061.506172:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827061.506175:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827061.506180:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827061.506196:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827061.506204:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827061/real 1787827061] req@ffff9ab5f98021c0 x1874671428674432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827061.506215:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428674432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827061.506223:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827061.506226:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827061.506229:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827062.465532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827062.466910:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827062.467996:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827063.489604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827063.489617:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827063.489673:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827064.513797:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827064.514335:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827064.514386:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827065.537550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827065.538499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827065.538504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827066.561508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827066.561508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827066.561601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827066.625735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827066.625754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827066.625759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827066.625769:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1167 00000100:00080000:0.0:1787827066.625779:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827066.625786:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827066.625819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428674560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827066.625982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827066.625986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827066.625988:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827066.625993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1167 00000100:00080000:0.0:1787827066.625998:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827066.626004:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827066.626015:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827066.626019:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428674560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827066.626034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428674688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827066.626052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827066.626056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827066.626058:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827066.626063:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1167 00000100:00080000:0.0:1787827066.626068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827066.626072:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827066.626078:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787827066.626085:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827066.626103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428674816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827066.626114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827066.626117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827066.626119:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827066.626123:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827066/real 1787827066] req@ffff9ab5f27ae1c0 x1874671428674560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827066.626126:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1167 00000100:00080000:0.0:1787827066.626132:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827066.626136:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827066.626141:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827066.626157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428674944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827066.626163:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428674560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827066.626183:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827066.626188:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827066.626192:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428674560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827066.626215:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674688:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827066.626239:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827066.626370:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827066/real 1787827066] req@ffff9ab5f27ac3c0 x1874671428674688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827066.626459:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428674688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827066.626469:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827066.626473:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827066.626477:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674688:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827066.626483:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827066.626507:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827066.626519:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827066/real 1787827066] req@ffff9ab5f27afc00 x1874671428674816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827066.626530:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428674816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827066.626753:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827066.626758:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827066.626762:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827066.626769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827066.626796:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827066.626810:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827066/real 1787827066] req@ffff9ab5f27ade00 x1874671428674944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827066.626823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428674944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827066.626831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827066.626835:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827066.626880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428674944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827067.585563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827067.585563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827067.585598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827068.609515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827068.609517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827068.609804:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827069.633561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827069.633566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827069.633599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827070.657507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827070.657533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827070.657736:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827071.681500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827071.681500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827071.681536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827071.745483:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827071.745492:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827071.745496:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827071.745506:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1172 00000100:00080000:0.0:1787827071.745520:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827071.745526:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827071.745560:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428675072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827071.745589:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827071.745593:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827071.745594:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827071.745598:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1172 00000100:00080000:0.0:1787827071.745601:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827071.745605:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827071.745613:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827071.745624:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428675200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827071.745632:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827071.745635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827071.745637:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827071.745639:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1172 00000100:00080000:0.0:1787827071.745642:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827071.745645:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827071.745649:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827071.745669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428675328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827071.745677:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827071.745680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827071.745682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827071.745685:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1172 00000100:00080000:0.0:1787827071.745688:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827071.745692:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827071.745695:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827071.745705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428675456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827071.745793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428675072:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787827071.745850:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827071.745900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff9ab5f27ad680 x1874671428675072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827071.745916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428675072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827071.745926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827071.745929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827071.745933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428675072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827071.745940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675200:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827071.745961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827071.745974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff9ab5f27aed00 x1874671428675200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827071.745986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428675200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827071.745994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827071.745997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827071.746000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675200:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827071.746006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827071.746024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827071.746035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff9ab5f27ae580 x1874671428675328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827071.746046:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428675328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827071.746053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827071.746064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827071.746068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827071.746073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827071.746092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827071.746101:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff9ab5f27ade00 x1874671428675456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827071.746112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428675456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827071.746120:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827071.746123:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827071.746126:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675456:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787827072.706508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827072.706664:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827072.706675:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827073.729467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827073.729493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827073.729505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827074.753521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827074.753521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827074.753671:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827075.777513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827075.777513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827075.777624:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827076.801501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827076.801501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827076.801598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827076.865503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827076.865512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827076.865515:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827076.865523:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1177 00000100:00080000:0.0:1787827076.865532:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827076.865543:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827076.865575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428675584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827076.865596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827076.865600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827076.865602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827076.865606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1177 00000100:00080000:0.0:1787827076.865610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827076.865614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827076.865634:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827076.865645:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428675584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827076.865652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428675712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827076.865671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827076.865675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827076.865676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827076.865679:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1177 00000100:00080000:0.0:1787827076.865682:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827076.865685:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827076.865689:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827076.865699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428675840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827076.865704:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827076.865713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827076.865717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827076.865719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827076.865723:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1177 00000100:00080000:0.0:1787827076.865727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827076.865731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827076.865736:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827076.865739:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff9ab5f27afc00 x1874671428675584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827076.865752:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428675584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.865756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428675968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827076.865764:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827076.865772:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827076.865776:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428675584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827076.865794:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675712:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827076.865808:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827076.865819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff9ab5f27ac3c0 x1874671428675712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827076.865827:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428675712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827076.865832:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827076.865834:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827076.865835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827076.865839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827076.865849:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827076.865854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff9ab5f27ae1c0 x1874671428675840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827076.865860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428675840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827076.865865:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827076.865866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827076.865868:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827076.865871:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827076.865879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827076.865883:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff9ab5f27acb40 x1874671428675968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827076.865889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428675968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827076.865897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827076.865899:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827076.865901:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428675968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827077.825510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827077.825547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827077.825611:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827078.849516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827078.849625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827078.849772:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827079.873553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827079.873562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827079.873614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827080.897509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827080.897516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827080.898067:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827081.921508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827081.921514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827081.921637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827081.985560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827081.985570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827081.985574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827081.985595:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1182 00000100:00080000:0.0:1787827081.985607:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827081.985614:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827081.985652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428676096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827081.985677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827081.985681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827081.985683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827081.985687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1182 00000100:00080000:0.0:1787827081.985691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827081.985695:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827081.985706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827081.985717:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428676096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827081.985721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428676224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827081.985737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827081.985741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827081.985743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827081.985747:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1182 00000100:00080000:0.0:1787827081.985751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827081.985756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827081.985761:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787827081.985770:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827081.985782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428676352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827081.985793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827081.985796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827081.985799:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827081.985803:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff9ab5f27af0c0 x1874671428676096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.985806:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1182 00000100:00080000:0.0:1787827081.985813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827081.985822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428676096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.985823:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827081.985832:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1787827081.985834:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827081.985841:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827081.985845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428676096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827081.985850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428676480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827081.985872:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676224:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827081.985894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827081.985907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff9ab5f27af480 x1874671428676224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827081.985917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428676224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827081.985930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827081.985934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827081.985942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676224:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827081.985948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827081.985967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827081.985977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff9ab5f27af840 x1874671428676352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827081.985998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428676352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827081.986006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827081.986009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827081.986012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827081.986018:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827081.986037:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827081.986045:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff9ab5f27ad2c0 x1874671428676480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827081.986052:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428676480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827081.986057:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827081.986058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827081.986060:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827082.945555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827082.945565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827082.945629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827083.969548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827083.969596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827083.969596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827084.993578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827084.993582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827084.993641:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827086.017542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827086.017542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827086.017599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827087.041508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827087.041509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827087.041780:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827087.105517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827087.105526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827087.105530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827087.105539:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1187 00000100:00080000:0.0:1787827087.105561:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827087.105568:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827087.105602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428676608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827087.105635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827087.105639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827087.105641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827087.105645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1187 00000100:00080000:0.0:1787827087.105649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827087.105653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827087.105661:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827087.105671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428676736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827087.105680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827087.105682:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428676608:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827087.105683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827087.105695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827087.105700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1187 00000100:00080000:0.0:1787827087.105704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827087.105707:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827087.105712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827087.105725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428676864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827087.105736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827087.105739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827087.105741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827087.105743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1187 00000100:00080000:0.0:1787827087.105748:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827087.105748:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827087.105753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827087.105757:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827087.105767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428676992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827087.105788:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827087/real 1787827087] req@ffff9ab5f27ae940 x1874671428676608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827087.105801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428676608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827087.105815:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827087.105818:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827087.105823:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428676608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827087.105849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676736:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827087.105871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827087.105883:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827087/real 1787827087] req@ffff9ab5f27ac000 x1874671428676736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827087.105895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428676736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827087.105903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827087.105906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827087.105923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827087.105929:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827087.105949:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827087.105960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827087/real 1787827087] req@ffff9ab5f27acf00 x1874671428676864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827087.105968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428676864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827087.105973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827087.105975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827087.105977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827087.105981:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827087.105993:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827087.105999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827087/real 1787827087] req@ffff9ab5f27ad2c0 x1874671428676992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827087.106005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428676992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827087.106009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827087.106011:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827087.106013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428676992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827088.065504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827088.065505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827088.065696:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827089.089507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827089.089512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827089.089530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827090.113520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827090.113817:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827090.114669:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827091.137584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827091.137594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827091.137642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827092.161495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827092.161495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827092.161546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827092.225505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827092.225526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827092.225531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827092.225539:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1192 00000100:00080000:0.0:1787827092.225550:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827092.225557:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827092.225597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428677120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827092.225622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827092.225625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827092.225627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827092.225630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1192 00000100:00080000:0.0:1787827092.225633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827092.225637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827092.225646:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827092.225656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428677248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827092.225666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827092.225669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827092.225671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827092.225674:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428677120:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827092.225677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1192 00000100:00080000:0.0:1787827092.225684:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827092.225688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827092.225692:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827092.225703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428677376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827092.225713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827092.225723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827092.225724:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827092.225729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1192 00000100:00080000:0.0:1787827092.225732:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827092.225738:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787827092.225740:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787827092.225745:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827092.225760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428677504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827092.225784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827092/real 1787827092] req@ffff9ab5f27af840 x1874671428677120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827092.225803:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428677120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827092.225821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827092.225824:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827092.225829:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428677120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827092.225850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677248:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827092.225877:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827092.225889:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827092/real 1787827092] req@ffff9ab5f27af480 x1874671428677248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827092.225900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428677248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827092.225908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827092.225911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827092.225914:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677248:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827092.225924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827092.225943:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827092.225952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827092/real 1787827092] req@ffff9ab5f27af0c0 x1874671428677376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827092.225963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428677376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827092.225971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827092.225974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827092.225977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827092.225982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827092.225996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827092.226003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827092/real 1787827092] req@ffff9ab5f27acb40 x1874671428677504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827092.226013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428677504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827092.226020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827092.226023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827092.226026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827093.185461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827093.185473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827093.185527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827094.209519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827094.209521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827094.209601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827095.233527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827095.233527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827095.233556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827096.257551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827096.257584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827096.257619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827097.281564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827097.281565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827097.282624:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827097.345560:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827097.345573:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827097.345579:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827097.345591:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1198 00000100:00080000:0.0:1787827097.345605:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827097.345613:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827097.345662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428677632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827097.345705:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827097.345709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827097.345711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827097.345716:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1198 00000100:00080000:0.0:1787827097.345720:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827097.345724:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827097.345736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827097.345749:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428677760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827097.345759:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827097.345762:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827097.345764:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827097.345767:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1198 00000100:00080000:0.0:1787827097.345770:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827097.345775:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827097.345779:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827097.345788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428677888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827097.345796:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827097.345799:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827097.345801:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827097.345804:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1198 00000100:00080000:0.0:1787827097.345808:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827097.345811:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827097.345816:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827097.345827:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428678016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827097.345944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428677632:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787827097.346030:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827097.346127:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827097/real 1787827097] req@ffff9ab5f27ae1c0 x1874671428677632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827097.346147:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428677632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827097.346159:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827097.346163:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827097.346168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428677632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827097.346175:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677760:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827097.346203:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827097.346217:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827097/real 1787827097] req@ffff9ab5f27ac3c0 x1874671428677760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827097.346229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428677760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827097.346238:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827097.346241:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827097.346244:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677760:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827097.346250:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827097.346272:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827097.346284:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827097/real 1787827097] req@ffff9ab5f27afc00 x1874671428677888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827097.346301:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428677888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827097.346310:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827097.346313:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827097.346316:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428677888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827097.346321:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827097.346340:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827097.346351:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827097/real 1787827097] req@ffff9ab5f27ade00 x1874671428678016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827097.346362:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428678016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827097.346369:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827097.346372:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827097.346375:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827098.305488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827098.305491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827098.305582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827099.329504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827099.329523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827099.329529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827100.353492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827100.353493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827100.353523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827101.377522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827101.377548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827101.377610:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827102.401496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827102.401542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827102.401642:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827102.466505:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827102.466512:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827102.466516:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827102.466527:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1203 00000100:00080000:2.0:1787827102.466537:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827102.466544:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827102.466576:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428678144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827102.466602:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827102.466610:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827102.466612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827102.466616:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1203 00000100:00080000:2.0:1787827102.466620:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827102.466624:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827102.466634:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827102.466650:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428678144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827102.466651:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428678272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827102.466664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827102.466675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827102.466677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827102.466682:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1203 00000100:00080000:2.0:1787827102.466686:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827102.466692:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827102.466697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827102.466709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428678400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827102.466716:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827102.466724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827102.466728:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827102.466730:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827102.466734:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1203 00000100:00080000:2.0:1787827102.466738:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827102.466742:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827102.466747:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827102.466760:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827102/real 1787827102] req@ffff9ab5f9800780 x1874671428678144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827102.466761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428678528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827102.466857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428678144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827102.466868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827102.466872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827102.466877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428678144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827102.466898:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678272:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827102.466916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827102.466927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827102/real 1787827102] req@ffff9ab5f9803840 x1874671428678272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.466939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428678272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827102.466948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827102.466951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827102.466954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827102.466960:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827102.466979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827102.466990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827102/real 1787827102] req@ffff9ab5f9801680 x1874671428678400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.467001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428678400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827102.467137:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827102.467140:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827102.467142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827102.467146:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827102.467164:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827102.467173:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827102/real 1787827102] req@ffff9ab5f9801a40 x1874671428678528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827102.467228:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428678528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827102.467236:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827102.467239:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827102.467242:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827103.425546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827103.425563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827103.425585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827104.449551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827104.449558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827104.449623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827105.473510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827105.473510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827105.473528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827106.497551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827106.497593:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827106.497700:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827107.521557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827107.521576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827107.521582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827107.585591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827107.585605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827107.585611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827107.585625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1208 00000100:00080000:2.0:1787827107.585639:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827107.585649:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827107.585699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428678656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827107.585746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827107.585750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827107.585752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827107.585757:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1208 00000100:00080000:2.0:1787827107.585760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827107.585765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827107.585777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827107.585792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428678784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827107.585803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827107.585807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827107.585809:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827107.585813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1208 00000100:00080000:2.0:1787827107.585817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827107.585822:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827107.585827:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827107.585838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428678656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827107.585846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428678912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827107.585862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827107.585866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827107.585868:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827107.585871:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1208 00000100:00080000:2.0:1787827107.585875:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827107.585880:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827107.585885:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827107.585898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428679040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827107.585937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827107.585992:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827107/real 1787827107] req@ffff9ab5f9800000 x1874671428678656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827107.586022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428678656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827107.586034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827107.586039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827107.586043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428678656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827107.586051:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678784:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827107.586075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827107.586087:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827107/real 1787827107] req@ffff9ab5f98012c0 x1874671428678784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827107.586099:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428678784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827107.586108:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827107.586111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827107.586114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678784:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827107.586138:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827107.586159:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827107.586170:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827107/real 1787827107] req@ffff9ab5f9802940 x1874671428678912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827107.586181:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428678912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827107.586194:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827107.586197:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827107.586200:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428678912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827107.586205:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827107.586223:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827107.586232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827107/real 1787827107] req@ffff9ab5f9801e00 x1874671428679040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827107.586242:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428679040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827107.586248:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827107.586251:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827107.586253:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827108.545511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827108.545728:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827108.545828:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827109.569520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827109.569520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827109.569651:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827110.593543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827110.593550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827110.593679:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827111.617500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827111.617522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827111.617594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827112.641507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827112.641526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827112.641534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827112.705531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827112.705543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827112.705547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827112.705557:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1213 00000100:00080000:1.0:1787827112.705577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827112.705589:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827112.705627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428679168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827112.705661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827112.705665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827112.705667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827112.705671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1213 00000100:00080000:1.0:1787827112.705675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827112.705679:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827112.705687:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827112.705700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428679296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827112.705710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827112.705714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827112.705716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827112.705720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1213 00000100:00080000:1.0:1787827112.705724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827112.705728:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827112.705733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827112.705744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428679424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827112.705756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827112.705764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787827112.705767:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428679168:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827112.705769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827112.705775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1213 00000100:00080000:1.0:1787827112.705783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827112.705790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827112.705795:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827112.705809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428679552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827112.705878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827112.705942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff9ab5f24bb840 x1874671428679168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827112.705964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428679168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827112.705977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827112.705982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827112.705987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428679168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827112.705994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679296:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827112.706016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827112.706026:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff9ab5f24b8000 x1874671428679296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827112.706037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428679296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827112.706052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827112.706055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827112.706058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679296:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827112.706088:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827112.706106:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827112.706114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff9ab5f24b83c0 x1874671428679424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827112.706125:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428679424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827112.706133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827112.706136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827112.706139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827112.706146:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827112.706162:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827112.706177:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff9ab5f24b92c0 x1874671428679552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827112.706188:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428679552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827112.706196:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827112.706200:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827112.706203:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827113.665518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827113.665518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827113.665558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827114.689509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827114.689509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827114.689557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827115.713658:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827115.713668:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827115.713749:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827116.737507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827116.737530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827116.737535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827117.761491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827117.761556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827117.761567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787827117.825597:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827117.825608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827117.825613:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827117.825623:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1218 00000100:00080000:3.0:1787827117.825634:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827117.825642:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827117.825681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428679680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827117.825712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827117.825717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827117.825719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827117.825724:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1218 00000100:00080000:3.0:1787827117.825727:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827117.825731:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827117.825740:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827117.825752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428679808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827117.825761:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827117.825764:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827117.825766:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827117.825769:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1218 00000100:00080000:3.0:1787827117.825772:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827117.825777:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827117.825787:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428679680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827117.825928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679808:192.168.203.115@tcp:38:kworker.0 00000008:00100000:3.0:1787827117.826018:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827117.826034:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428679936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827117.826055:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827117.826058:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827117.826060:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827117.826064:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1218 00000100:00080000:3.0:1787827117.826068:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827117.826072:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827117.826077:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827117.826088:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428680064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827117.826101:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827117.826134:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827118.785491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827118.785608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827118.785658:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827119.809499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827119.809511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827119.809513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827120.833760:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827120.833847:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827120.834125:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000400:00000100:2.0:1787827120.902273:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787827120.902357:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827120.902381:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827120.902486:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827120.902498:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827120.902507:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787827120.903512:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827120] req@ffff9ab5f9949a40 x1874671428680064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827120.903563:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428680064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827120.903585:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827120.903592:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827120.903597:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827120.903608:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827120] req@ffff9ab5f9948000 x1874671428679936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827120.903621:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428679936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827120.903631:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827120.903634:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827120.903637:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827120.903644:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827120] req@ffff9ab5f9949680 x1874671428679680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827120.903658:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428679680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827120.903666:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827120.903671:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827120.903674:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428679680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827120.903681:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827120] req@ffff9ab5f994b840 x1874671428679808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827120.903694:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428679808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827120.903704:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827120.903708:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827120.903711:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428679808:192.168.203.115@tcp:38:kworker.0 00010000:00010000:1.0:1787827121.857977:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827121.858366:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827121.858379:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827122.881559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827122.881567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827122.881595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827122.945622:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827122.945632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827122.945637:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827122.945646:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1223 00000100:00080000:0.0:1787827122.945656:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827122.945662:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827122.945694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428680192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827122.945722:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827122.945726:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827122.945728:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827122.945732:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1223 00000100:00080000:0.0:1787827122.945735:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827122.945739:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827122.945747:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827122.945760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428680320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827122.945769:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827122.945772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827122.945773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827122.945776:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1223 00000100:00080000:0.0:1787827122.945779:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827122.945783:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827122.945789:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827122.945800:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428680448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827122.945810:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827122.945812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428680192:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827122.945814:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827122.945819:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827122.945825:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1223 00000100:00080000:0.0:1787827122.945828:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827122.945832:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827122.945837:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827122.945849:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428680576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827122.945890:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827122.945941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff9ab5f27ae580 x1874671428680192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827122.945959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428680192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827122.945968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827122.945982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827122.945986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428680192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827122.945994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680320:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827122.946026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827122.946040:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff9ab5f27aed00 x1874671428680320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827122.946052:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428680320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827122.946060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827122.946063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827122.946066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680320:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827122.946090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827122.946111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827122.946122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff9ab5f27ad680 x1874671428680448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827122.946132:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428680448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827122.946140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827122.946142:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827122.946155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827122.946161:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827122.946178:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827122.946188:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff9ab5f27ade00 x1874671428680576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827122.946203:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428680576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827122.946211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827122.946214:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827122.946217:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827123.905516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827123.905536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827123.905580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827124.929504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827124.929504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827124.929768:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827125.953516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827125.953547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827125.953989:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827126.977529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827126.977573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827126.977597:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827128.001485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827128.001487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827128.001501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827128.065527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827128.065538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827128.065543:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827128.065552:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1228 00000100:00080000:1.0:1787827128.065563:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827128.065570:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827128.065607:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428680704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827128.065639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827128.065644:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827128.065646:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827128.065650:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1228 00000100:00080000:1.0:1787827128.065653:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827128.065657:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827128.065666:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827128.065677:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428680832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827128.065687:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827128.065690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827128.065692:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827128.065695:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1228 00000100:00080000:1.0:1787827128.065699:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827128.065703:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827128.065708:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827128.065720:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428680960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827128.065728:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827128.065729:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428680704:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827128.065731:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827128.065733:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827128.065736:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1228 00000100:00080000:1.0:1787827128.065739:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827128.065742:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827128.065746:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827128.065753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428681088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827128.065783:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827128.065828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827128/real 1787827128] req@ffff9ab5f24b8f00 x1874671428680704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827128.065857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428680704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827128.065867:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827128.065875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827128.065879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428680704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827128.065886:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680832:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827128.065908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827128.065920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827128/real 1787827128] req@ffff9ab5f24ba580 x1874671428680832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827128.065929:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428680832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827128.065938:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827128.065940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827128.065942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827128.065963:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827128.065982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827128.065993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827128/real 1787827128] req@ffff9ab5f24b9680 x1874671428680960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827128.066002:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428680960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827128.066010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827128.066012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827128.066016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428680960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827128.066021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827128.066038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827128.066046:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827128/real 1787827128] req@ffff9ab5f24ba1c0 x1874671428681088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827128.066056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428681088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827128.066062:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827128.066065:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827128.066068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827129.025506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827129.025514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827129.025548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827130.049560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827130.049598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827130.049605:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827131.073541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827131.073548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827131.073578:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827132.097483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827132.097525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827132.097574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827133.121548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827133.121583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827133.121686:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787827133.185469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827133.185479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827133.185482:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827133.185490:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1233 00000100:00080000:0.0:1787827133.185500:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827133.185505:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827133.185533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428681216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827133.185558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827133.185562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827133.185563:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827133.185567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1233 00000100:00080000:0.0:1787827133.185571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827133.185575:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827133.185584:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827133.185597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428681344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827133.185598:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428681216:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827133.185611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827133.185614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827133.185615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827133.185617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1233 00000100:00080000:0.0:1787827133.185619:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827133.185622:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827133.185625:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827133.185632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428681472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827133.185645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827133.185648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827133.185650:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827133.185652:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1233 00000100:00080000:0.0:1787827133.185655:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827133.185659:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827133.185660:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827133.185665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827133.185674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428681600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827133.185695:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827133/real 1787827133] req@ffff9ab5f27afc00 x1874671428681216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827133.185707:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428681216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827133.185714:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827133.185717:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827133.185719:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428681216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827133.185735:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681344:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827133.185749:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827133.185758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827133/real 1787827133] req@ffff9ab5f27ac3c0 x1874671428681344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827133.185769:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428681344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827133.185777:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827133.185780:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827133.185784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827133.185790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827133.185810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827133.185821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827133/real 1787827133] req@ffff9ab5f27ae1c0 x1874671428681472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827133.185832:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428681472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827133.185840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827133.185843:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827133.185846:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827133.185852:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827133.185872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827133.185883:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827133/real 1787827133] req@ffff9ab5f27acb40 x1874671428681600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827133.185895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428681600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827133.185902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827133.185905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827133.185908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827134.145489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827134.145497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827134.145518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827135.169508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827135.169508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827135.169537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827136.193491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827136.193491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827136.193583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827137.217481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827137.217481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827137.217511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827138.241544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827138.241551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827138.241562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827138.305485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827138.305495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827138.305500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827138.305507:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1239 00000100:00080000:0.0:1787827138.305515:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827138.305522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827138.305552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428681728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827138.305583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827138.305587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827138.305589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827138.305593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1239 00000100:00080000:0.0:1787827138.305597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827138.305600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827138.305611:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827138.305624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428681856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827138.305631:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428681728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827138.305639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827138.305643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827138.305645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827138.305650:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1239 00000100:00080000:0.0:1787827138.305654:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827138.305658:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827138.305664:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827138.305679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428681984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827138.305687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827138.305690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827138.305692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827138.305695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1239 00000100:00080000:0.0:1787827138.305698:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827138.305701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827138.305706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827138.305706:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827138.305721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428682112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827138.305808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827138/real 1787827138] req@ffff9ab5f27af0c0 x1874671428681728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827138.305836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428681728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827138.305846:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827138.305850:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827138.305854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428681728:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827138.305875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681856:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827138.305896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827138.306031:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827138/real 1787827138] req@ffff9ab5f27af480 x1874671428681856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827138.306048:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428681856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827138.306057:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827138.306061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827138.306065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827138.306072:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827138.306152:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827138.306165:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827138/real 1787827138] req@ffff9ab5f27af840 x1874671428681984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827138.306177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428681984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827138.306186:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827138.306189:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827138.306204:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428681984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827138.306211:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827138.306229:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827138.306239:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827138/real 1787827138] req@ffff9ab5f27ad2c0 x1874671428682112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827138.306250:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428682112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827138.306258:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827138.306261:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827138.306264:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827139.265508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827139.265510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827139.265525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827140.289517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827140.289517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827140.289639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827141.313507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827141.313508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827141.313550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827142.337506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827142.337506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827142.337626:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827143.361538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827143.361539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827143.361546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787827143.425597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827143.425614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827143.425619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827143.425628:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1244 00000100:00080000:1.0:1787827143.425639:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827143.425647:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827143.425679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428682240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827143.425701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827143.425703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827143.425705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827143.425707:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1244 00000100:00080000:1.0:1787827143.425710:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827143.425713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827143.425720:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827143.425727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428682368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827143.425734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827143.425736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827143.425737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827143.425739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1244 00000100:00080000:1.0:1787827143.425742:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827143.425744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827143.425748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827143.425753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428682496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827143.425761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827143.425762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827143.425763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827143.425765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1244 00000100:00080000:1.0:1787827143.425768:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827143.425779:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827143.425779:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428682240:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787827143.425794:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827143.425811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428682624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827143.425859:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827143.425911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827143/real 1787827143] req@ffff9ab5f24ba1c0 x1874671428682240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827143.425931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428682240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827143.425942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827143.425947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827143.425951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428682240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827143.425959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827143.425983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827143.425994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827143/real 1787827143] req@ffff9ab5f24b9680 x1874671428682368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827143.426006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428682368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827143.426014:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827143.426017:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827143.426021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827143.426049:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827143.426070:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827143.426081:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827143/real 1787827143] req@ffff9ab5f24ba580 x1874671428682496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827143.426098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428682496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827143.426107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827143.426110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827143.426113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827143.426119:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827143.426136:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827143.426146:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827143/real 1787827143] req@ffff9ab5f24b8f00 x1874671428682624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827143.426170:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428682624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827143.426178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827143.426181:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827143.426184:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827144.385518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827144.385548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827144.385630:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827145.409500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827145.409611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827145.409733:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827146.433546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827146.433571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827146.433581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827147.457499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827147.457523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827147.457528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827148.481502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827148.481505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827148.481528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827148.545544:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827148.545554:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827148.545559:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827148.545567:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1249 00000100:00080000:0.0:1787827148.545577:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827148.545584:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827148.545618:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428682752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827148.545654:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827148.545658:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827148.545660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827148.545664:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1249 00000100:00080000:0.0:1787827148.545668:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827148.545672:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827148.545682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827148.545705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428682752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827148.545711:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428682880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827148.545724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827148.545727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827148.545729:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827148.545733:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1249 00000100:00080000:0.0:1787827148.545737:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827148.545742:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827148.545748:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827148.545760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428683008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827148.545771:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827148.545772:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827148.545777:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827148.545779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827148.545784:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1249 00000100:00080000:0.0:1787827148.545788:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827148.545791:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827148.545795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827148.545804:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428683136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827148.545817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827148/real 1787827148] req@ffff9ab5f27acf00 x1874671428682752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827148.545841:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428682752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827148.545852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827148.545856:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827148.545860:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428682752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827148.545890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827148.545913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827148.545925:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827148/real 1787827148] req@ffff9ab5f27ac000 x1874671428682880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827148.545951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428682880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827148.545959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827148.545962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827148.545966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428682880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827148.545971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827148.545991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827148.546002:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827148/real 1787827148] req@ffff9ab5f27ae940 x1874671428683008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827148.546013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428683008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827148.546027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827148.546031:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827148.546034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827148.546040:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827148.546058:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827148.546068:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827148/real 1787827148] req@ffff9ab5f27ad2c0 x1874671428683136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827148.546078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428683136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827148.546087:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827148.546090:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827148.546093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827149.505493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827149.505493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827149.505540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827150.529525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827150.529615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827150.530170:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827151.553546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827151.553546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827151.553595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827152.577464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827152.577493:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827152.578185:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827153.601600:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827153.601766:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827153.602769:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:1.0:1787827153.665540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827153.665560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827153.665565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827153.665574:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1254 00000100:00080000:1.0:1787827153.665586:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827153.665593:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827153.665638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428683264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827153.665678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827153.665682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827153.665684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827153.665688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1254 00000100:00080000:1.0:1787827153.665692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827153.665696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827153.665705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827153.665719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428683392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827153.665729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827153.665732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827153.665733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827153.665750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1254 00000100:00080000:1.0:1787827153.665755:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827153.665763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827153.665767:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827153.665778:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428683264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827153.665787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428683520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827153.665800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827153.665803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827153.665805:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827153.665817:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1254 00000100:00080000:1.0:1787827153.665833:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827153.665838:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827153.665844:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827153.665856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428683648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827153.665879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827153.665952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827153/real 1787827153] req@ffff9ab5f24b92c0 x1874671428683264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827153.665979:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428683264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827153.665992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827153.666001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827153.666006:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428683264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827153.666015:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827153.666036:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827153.666047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827153/real 1787827153] req@ffff9ab5f24b83c0 x1874671428683392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827153.666059:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428683392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827153.666067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827153.666071:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827153.666074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827153.666115:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827153.666150:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827153.666162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827153/real 1787827153] req@ffff9ab5f24b8000 x1874671428683520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827153.666182:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428683520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827153.666191:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827153.666195:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827153.666198:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827153.666205:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827153.666226:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827153.666237:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827153/real 1787827153] req@ffff9ab5f24bb840 x1874671428683648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827153.666248:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428683648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827153.666256:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827153.666259:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827153.666263:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827154.625462:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827154.625494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827154.625582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827155.649575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827155.649935:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827155.649996:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827156.673511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827156.673516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827156.673525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827157.697499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827157.697502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827157.697627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827158.721558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827158.721618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827158.721722:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:1.0:1787827158.785522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827158.785531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827158.785536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827158.785545:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1259 00000100:00080000:1.0:1787827158.785556:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827158.785570:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827158.785608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428683776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827158.785643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827158.785647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827158.785648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827158.785652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1259 00000100:00080000:1.0:1787827158.785655:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827158.785659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827158.785667:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827158.785677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428683904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827158.785689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827158.785693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827158.785695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827158.785698:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1259 00000100:00080000:1.0:1787827158.785701:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827158.785704:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827158.785708:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827158.785715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428684032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827158.785722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827158.785725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827158.785727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827158.785730:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1259 00000100:00080000:1.0:1787827158.785733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827158.785736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827158.785739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827158.785746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428684160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827158.785826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428683776:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787827158.785883:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827158.785917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff9ab5f24bb840 x1874671428683776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827158.785933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428683776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827158.785942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827158.785946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827158.785950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428683776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827158.785956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827158.785972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827158.785981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff9ab5f24b8000 x1874671428683904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827158.785992:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428683904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827158.786000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827158.786003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827158.786006:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428683904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827158.786010:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827158.786023:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827158.786030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff9ab5f24b83c0 x1874671428684032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827158.786040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428684032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827158.786048:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827158.786062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827158.786065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827158.786070:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827158.786094:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827158.786103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff9ab5f24b92c0 x1874671428684160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827158.786119:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428684160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827158.786127:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827158.786129:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827158.786132:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827159.745602:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827159.746108:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827159.747533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827160.769512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827160.769513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827160.769886:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827161.793512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827161.793517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827161.793542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827162.817508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827162.817508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827162.817564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827163.841558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827163.841587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827163.841677:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787827163.906113:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827163.906128:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827163.906134:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827163.906147:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1264 00000100:00080000:1.0:1787827163.906162:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827163.906171:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827163.906219:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428684288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827163.906255:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827163.906259:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827163.906261:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827163.906265:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1264 00000100:00080000:1.0:1787827163.906269:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827163.906273:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827163.906286:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827163.906309:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428684416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827163.906327:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827163.906331:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827163.906333:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827163.906337:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1264 00000100:00080000:1.0:1787827163.906341:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827163.906351:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827163.906353:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428684288:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787827163.906357:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827163.906378:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428684544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827163.906389:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827163.906393:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827163.906395:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827163.906439:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1264 00000100:00080000:1.0:1787827163.906443:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827163.906448:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827163.906454:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827163.906468:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428684672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827163.906482:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827163.906529:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff9ab5f24b8f00 x1874671428684288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827163.906548:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428684288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827163.906559:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827163.906564:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827163.906568:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428684288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827163.906576:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827163.906600:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827163.906613:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff9ab5f24ba580 x1874671428684416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827163.906632:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428684416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827163.906641:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827163.906651:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827163.906654:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827163.906681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827163.906703:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827163.906715:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff9ab5f24b9680 x1874671428684544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827163.906726:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428684544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827163.906734:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827163.906744:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827163.906748:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827163.906762:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827163.906782:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827163.906793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff9ab5f24ba1c0 x1874671428684672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827163.906804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428684672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827163.906821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827163.906825:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827163.906828:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827164.865590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827164.865590:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827164.865625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827165.889571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827165.889611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827165.889621:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827166.913508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827166.913508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827166.913647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827167.937510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827167.937510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827167.937583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827168.961497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827168.961514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827168.961522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827169.025524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827169.025533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827169.025537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827169.025546:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1269 00000100:00080000:3.0:1787827169.025555:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827169.025562:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827169.025597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428684800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827169.025625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827169.025629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827169.025631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827169.025635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1269 00000100:00080000:3.0:1787827169.025638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827169.025641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827169.025650:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827169.025663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428684928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827169.025671:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428684800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827169.025677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827169.025682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827169.025683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827169.025688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1269 00000100:00080000:3.0:1787827169.025697:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827169.025702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827169.025707:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827169.025718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428685056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827169.025727:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827169.025730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827169.025734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827169.025736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827169.025741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1269 00000100:00080000:3.0:1787827169.025744:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827169.025749:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827169.025753:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827169.025763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428685184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827169.025770:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827169/real 1787827169] req@ffff9ab5f994b840 x1874671428684800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827169.025785:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428684800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827169.025793:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827169.025796:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827169.025799:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428684800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827169.025814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684928:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827169.025830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827169.025838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827169/real 1787827169] req@ffff9ab5f9949680 x1874671428684928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827169.025862:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428684928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827169.025870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827169.025873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827169.025877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428684928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827169.025883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827169.025899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827169.025909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827169/real 1787827169] req@ffff9ab5f9948000 x1874671428685056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827169.025920:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428685056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827169.025927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827169.025930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827169.025934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827169.025945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827169.025959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827169.025965:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827169/real 1787827169] req@ffff9ab5f9949a40 x1874671428685184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827169.025972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428685184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827169.025994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827169.025996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827169.025998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827169.985494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827169.985495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827169.985516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827171.009505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827171.009505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827171.009530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827172.033500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827172.033500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827172.033558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827173.057556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827173.058012:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827173.060058:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827174.081557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827174.081581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827174.081660:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827174.145624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827174.145675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827174.145680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827174.145693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1274 00000100:00080000:2.0:1787827174.145702:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827174.145710:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827174.145743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428685312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827174.145802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428685312:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787827174.145880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827174.145921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827174.145925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827174.145927:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827174.145932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1274 00000100:00080000:2.0:1787827174.145936:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827174.145941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827174.145960:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827174.145976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428685440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827174.146037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827174/real 1787827174] req@ffff9ab5f9802580 x1874671428685312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827174.146056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428685312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827174.146066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827174.146070:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827174.146075:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428685312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827174.146101:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827174.146131:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827174.146148:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827174/real 1787827174] req@ffff9ab5f9800f00 x1874671428685440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827174.146161:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428685440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827174.146169:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827174.146174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827174.146178:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685440:192.168.203.115@tcp:38:kworker.0 00000100:00080000:2.0:1787827174.146314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827174.146319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827174.146321:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827174.146325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1274 00000100:00080000:2.0:1787827174.146329:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827174.146333:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827174.146339:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827174.146351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428685568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827174.146362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827174.146365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827174.146366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827174.146370:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1274 00000100:00080000:2.0:1787827174.146373:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827174.146377:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827174.146381:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827174.146390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428685696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827174.146622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827174.146650:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827174.146664:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827174/real 1787827174] req@ffff9ab5f9800b40 x1874671428685568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827174.146683:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428685568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827174.146692:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827174.146735:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827174.146739:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827174.146744:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827174.146764:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827174.146774:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827174/real 1787827174] req@ffff9ab5f9800f00 x1874671428685696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827174.146783:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428685696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827174.146790:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827174.146794:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827174.146796:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827175.105554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827175.105554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827175.105672:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827176.129465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827176.129480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827176.129523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827177.153514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827177.153527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827177.153600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827178.177496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827178.177497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827178.177525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827179.201512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827179.201512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827179.201533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827179.265536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827179.265547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827179.265551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827179.265560:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1279 00000100:00080000:0.0:1787827179.265572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827179.265578:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827179.265609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428685824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827179.265630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827179.265634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827179.265635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827179.265639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1279 00000100:00080000:0.0:1787827179.265643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827179.265646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827179.265656:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827179.265670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428685952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827179.265673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428685824:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827179.265684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827179.265686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827179.265688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827179.265691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1279 00000100:00080000:0.0:1787827179.265694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827179.265697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827179.265701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827179.265710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428686080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827179.265717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827179.265720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827179.265721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827179.265724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1279 00000100:00080000:0.0:1787827179.265726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827179.265729:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827179.265733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827179.265735:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827179.265740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428686208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827179.265772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827179/real 1787827179] req@ffff9ab5f27af840 x1874671428685824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827179.265788:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428685824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827179.265796:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827179.265798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827179.265800:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428685824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827179.265817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827179.265835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827179.265847:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827179/real 1787827179] req@ffff9ab5f27af480 x1874671428685952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827179.265858:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428685952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827179.265866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827179.265869:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827179.265872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428685952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827179.265878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827179.265895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827179.265920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827179/real 1787827179] req@ffff9ab5f27af0c0 x1874671428686080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827179.265929:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428686080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827179.265934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827179.265936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827179.265938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827179.265942:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827179.265955:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827179.265967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827179/real 1787827179] req@ffff9ab5f27acb40 x1874671428686208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827179.265974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428686208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827179.265978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827179.265980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827179.265982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827180.225526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827180.225580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827180.225609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827181.249498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827181.249499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827181.249529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827182.273495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827182.273495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827182.273515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827183.297537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827183.297540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827183.297548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827184.321448:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827184.321469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827184.321522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827184.385467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827184.385474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827184.385478:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827184.385486:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1285 00000100:00080000:0.0:1787827184.385497:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827184.385503:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827184.385530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428686336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827184.385549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827184.385552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827184.385554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827184.385558:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1285 00000100:00080000:0.0:1787827184.385561:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827184.385566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827184.385574:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827184.385581:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428686336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827184.385589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428686464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827184.385600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827184.385603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827184.385605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827184.385607:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1285 00000100:00080000:0.0:1787827184.385610:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827184.385612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827184.385616:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827184.385627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428686592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827184.385637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827184.385639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827184.385640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827184.385642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1285 00000100:00080000:0.0:1787827184.385644:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827184.385645:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827184.385648:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827184.385654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428686720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827184.385685:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827184.385706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827184.385719:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827185.345466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827185.345488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827185.345490:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827186.369481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827186.369594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827186.369619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827187.393520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827187.393623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827187.393652:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:1.0:1787827187.457685:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827187.457717:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827187.457729:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827187.457758:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827187.457763:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827187.457768:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787827187.457818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827184/real 1787827187] req@ffff9ab5f27ac3c0 x1874671428686464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827187.457864:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428686464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827187.457879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827187.457886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827187.457891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827187.457901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827184/real 1787827187] req@ffff9ab5f27afc00 x1874671428686592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827187.457914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428686592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827187.457922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827187.457926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827187.457930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827187.457937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827184/real 1787827187] req@ffff9ab5f27ade00 x1874671428686720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827187.457949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428686720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827187.457956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827187.457959:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827187.457962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827187.457969:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827184/real 1787827187] req@ffff9ab5f27ae1c0 x1874671428686336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827187.457982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428686336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827187.457989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827187.457993:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827187.457996:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428686336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827188.417478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827188.417478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827188.417528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827189.441506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827189.441514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827189.441557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827189.505528:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827189.505535:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827189.505538:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827189.505549:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1290 00000100:00080000:2.0:1787827189.505559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827189.505565:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827189.505595:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428686848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827189.505615:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827189.505617:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827189.505618:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827189.505621:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1290 00000100:00080000:2.0:1787827189.505623:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827189.505625:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827189.505631:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827189.505638:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428686976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827189.505645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827189.505648:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827189.505650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827189.505653:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1290 00000100:00080000:2.0:1787827189.505656:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827189.505659:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827189.505661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827189.505667:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428687104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827189.505672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827189.505675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827189.505677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827189.505681:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1290 00000100:00080000:2.0:1787827189.505684:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827189.505687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827189.505692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827189.505700:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428686848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827189.505709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428687232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827189.505803:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827189.506030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827189/real 1787827189] req@ffff9ab5f9802580 x1874671428686848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827189.506054:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428686848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827189.506068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827189.506073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827189.506077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428686848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827189.506088:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827189.506115:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827189.506130:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827189/real 1787827189] req@ffff9ab5f9801e00 x1874671428686976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827189.506143:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428686976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827189.506154:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827189.506158:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827189.506162:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428686976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827189.506170:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827189.506192:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827189.506204:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827189/real 1787827189] req@ffff9ab5f9802940 x1874671428687104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827189.506216:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428687104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827189.506226:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827189.506237:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827189.506241:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827189.506279:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827189.506302:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827189.506314:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827189/real 1787827189] req@ffff9ab5f98012c0 x1874671428687232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827189.506326:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428687232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827189.506334:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827189.506337:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827189.506340:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827190.465532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827190.465532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827190.465576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827191.489500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827191.489548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827191.489641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827192.513512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827192.513536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827192.513598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827193.537525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827193.537525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827193.537536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827194.561517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827194.561518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827194.561555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827194.625540:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827194.625556:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827194.625562:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827194.625576:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1295 00000100:00080000:0.0:1787827194.625590:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827194.625597:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827194.625641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428687360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827194.625671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827194.625674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827194.625675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827194.625679:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1295 00000100:00080000:0.0:1787827194.625681:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827194.625684:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827194.625694:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827194.625704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428687488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827194.625712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827194.625715:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827194.625717:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827194.625722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1295 00000100:00100000:3.0:1787827194.625723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428687360:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827194.625725:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827194.625732:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827194.625736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827194.625747:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428687616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827194.625754:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827194.625757:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827194.625758:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827194.625760:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1295 00000100:00080000:0.0:1787827194.625763:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827194.625765:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827194.625768:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827194.625777:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428687744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827194.625813:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827194.625859:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827194/real 1787827194] req@ffff9ab5f27ad680 x1874671428687360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827194.625876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428687360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827194.625885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827194.625888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827194.625891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428687360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827194.625914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827194.625932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827194.625941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827194/real 1787827194] req@ffff9ab5f27aed00 x1874671428687488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827194.625948:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428687488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827194.625955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827194.625957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827194.625959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827194.625964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827194.625976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827194.625981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827194/real 1787827194] req@ffff9ab5f27ae580 x1874671428687616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827194.625989:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428687616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827194.625995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827194.625997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827194.625999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827194.626002:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827194.626013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827194.626018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827194/real 1787827194] req@ffff9ab5f27ae1c0 x1874671428687744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827194.626026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428687744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827194.626031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827194.626032:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827194.626034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428687744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827195.585505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827195.585535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827195.585542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827196.609499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827196.609504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827196.609535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827197.633530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827197.633530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827197.633565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827198.657525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827198.657525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827198.657573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827199.681522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827199.681525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827199.681662:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827199.745543:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.745564:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827199.745571:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.745584:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1300 00000100:00080000:0.0:1787827199.745599:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.745608:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827199.745659:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428687872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.745695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.745699:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827199.745701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.745706:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1300 00000100:00080000:0.0:1787827199.745710:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.745715:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827199.745727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827199.745742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428688000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.745754:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.745758:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827199.745761:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.745780:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1300 00000100:00080000:0.0:1787827199.745785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.745790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827199.745797:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827199.745806:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428687872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827199.745813:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428688128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.745826:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.745830:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827199.745833:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.745837:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1300 00000100:00080000:0.0:1787827199.745841:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.745845:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827199.745851:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827199.745865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428688256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827199.745893:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827199.745945:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff9ab5f27ade00 x1874671428687872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827199.745966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428687872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827199.745978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827199.745983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827199.745988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428687872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827199.745997:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827199.746023:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827199.746037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff9ab5f27afc00 x1874671428688000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827199.746049:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428688000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827199.746068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827199.746073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827199.746077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827199.746109:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827199.746131:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827199.746144:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff9ab5f27ac3c0 x1874671428688128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827199.746156:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428688128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827199.746166:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827199.746170:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827199.746173:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827199.746180:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827199.746199:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827199.746218:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff9ab5f27acb40 x1874671428688256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827199.746231:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428688256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827199.746240:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827199.746244:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827199.746247:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827200.705528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827200.705528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827200.705572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827201.729538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827201.729561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827201.729579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827202.753516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827202.753630:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827202.753768:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827203.777477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827203.777487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827203.777512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827204.801502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827204.801502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827204.801534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827204.865514:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.865523:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827204.865527:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.865534:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1305 00000100:00080000:2.0:1787827204.865545:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.865552:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827204.865590:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428688384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.865614:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.865617:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827204.865618:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.865622:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1305 00000100:00080000:2.0:1787827204.865625:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.865628:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827204.865636:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827204.865647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428688512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.865656:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.865660:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827204.865662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827204.865662:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428688384:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827204.865671:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1305 00000100:00080000:2.0:1787827204.865674:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.865676:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827204.865680:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827204.865688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428688640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.865695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.865698:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827204.865699:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.865701:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1305 00000100:00080000:2.0:1787827204.865714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.865716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827204.865719:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827204.865740:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428688768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827204.865745:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827204.865787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff9ab5f9800000 x1874671428688384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.865803:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428688384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.865813:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827204.865817:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827204.865821:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428688384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827204.865842:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827204.865862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827204.865871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff9ab5f9801a40 x1874671428688512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.865882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428688512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.865889:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827204.865892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827204.865895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827204.865900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827204.865915:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827204.865922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff9ab5f9801680 x1874671428688640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.865933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428688640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.865940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827204.865943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827204.865946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827204.865950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827204.865964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827204.865972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff9ab5f9803840 x1874671428688768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827204.865982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428688768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827204.865989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827204.865992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827204.865994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428688768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827205.825509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827205.825509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827205.825532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827206.849499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827206.849499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827206.849518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827207.873496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827207.873499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827207.873524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827208.897545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827208.897549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827208.897577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827209.921534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827209.921534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827209.921569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827209.985567:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.985576:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827209.985579:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.985587:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1310 00000100:00080000:0.0:1787827209.985600:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.985608:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827209.985643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428688896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.985669:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.985672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827209.985674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.985677:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1310 00000100:00080000:0.0:1787827209.985680:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.985685:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827209.985711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827209.985725:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428688896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827209.985733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428689024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.985749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.985754:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827209.985756:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.985761:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1310 00000100:00080000:0.0:1787827209.985765:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.985770:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827209.985777:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827209.985794:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428689152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.985805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.985810:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827209.985812:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787827209.985819:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827209.985825:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1310 00000100:00080000:0.0:1787827209.985831:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.985835:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827209.985840:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827209.985857:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428689280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827209.985881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff9ab5f27af0c0 x1874671428688896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827209.985908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428688896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827209.985922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827209.985929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827209.985934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428688896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827209.985964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827209.985989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827209.986009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff9ab5f27af480 x1874671428689024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827209.986020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428689024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827209.986033:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827209.986037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827209.986042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827209.986052:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827209.986096:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827209.986112:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff9ab5f27af840 x1874671428689152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827209.986121:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428689152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827209.986132:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827209.986135:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827209.986137:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827209.986142:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827209.986158:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827209.986164:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff9ab5f27ad2c0 x1874671428689280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827209.986172:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428689280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827209.986177:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827209.986179:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827209.986181:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827210.945460:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827210.945481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827210.945519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827211.969521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827211.969522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827211.969553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827212.993463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827212.993467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827212.993520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827214.017489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827214.017491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827214.017510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827215.041477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827215.041490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827215.041524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827215.105516:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827215.105527:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827215.105531:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827215.105541:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1315 00000100:00080000:0.0:1787827215.105552:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827215.105559:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827215.105596:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428689408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827215.105624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827215.105628:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827215.105630:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827215.105634:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1315 00000100:00080000:0.0:1787827215.105639:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827215.105643:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827215.105652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827215.105681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428689536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827215.105692:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827215.105696:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827215.105698:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827215.105702:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1315 00000100:00080000:0.0:1787827215.105706:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827215.105711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827215.105716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827215.105727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428689664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827215.105738:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827215.105742:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827215.105743:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827215.105747:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1315 00000100:00080000:0.0:1787827215.105751:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827215.105755:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827215.105760:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827215.105772:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428689792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827215.105892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428689408:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787827215.105954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827215.105996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827215/real 1787827215] req@ffff9ab5f27ae940 x1874671428689408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827215.106021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428689408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827215.106032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827215.106037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827215.106041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428689408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827215.106049:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827215.106074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827215.106088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827215/real 1787827215] req@ffff9ab5f27ac000 x1874671428689536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827215.106100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428689536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827215.106109:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827215.106112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827215.106116:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827215.106123:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827215.106145:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827215.106157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827215/real 1787827215] req@ffff9ab5f27acf00 x1874671428689664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827215.106169:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428689664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827215.106184:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827215.106188:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827215.106192:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827215.106198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827215.106219:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827215.106230:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827215/real 1787827215] req@ffff9ab5f27ad2c0 x1874671428689792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827215.106243:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428689792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827215.106252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827215.106255:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827215.106258:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428689792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827216.065510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827216.065515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827216.065537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827217.089534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827217.089541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827217.089558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827218.113542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827218.113543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827218.113589:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827219.137498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827219.137503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827219.137533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827220.161500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827220.161500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827220.161522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827220.225562:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827220.225577:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827220.225584:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827220.225597:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1320 00000100:00080000:2.0:1787827220.225615:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827220.225639:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827220.225692:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428689920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827220.225740:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827220.225745:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827220.225747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827220.225754:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1320 00000100:00080000:2.0:1787827220.225759:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827220.225766:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827220.225778:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827220.225804:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428690048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827220.225805:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428689920:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827220.225830:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827220.225836:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827220.225839:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827220.225846:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1320 00000100:00080000:2.0:1787827220.225852:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827220.225858:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827220.225865:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787827220.225884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827220.225885:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428690176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827220.225902:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827220.225907:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827220.225910:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827220.225916:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1320 00000100:00080000:2.0:1787827220.225923:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827220.225935:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827220.225936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827220/real 1787827220] req@ffff9ab5f9800780 x1874671428689920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827220.225961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428689920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827220.225963:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1787827220.225973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827220.225977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827220.225981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428689920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827220.225992:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428690304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827220.226010:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690048:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827220.226033:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827220.226042:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827220/real 1787827220] req@ffff9ab5f98021c0 x1874671428690048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827220.226051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428690048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827220.226061:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827220.226064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827220.226068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827220.226072:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827220.226084:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827220.226090:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827220/real 1787827220] req@ffff9ab5f9803480 x1874671428690176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827220.226097:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428690176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827220.226103:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827220.226104:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827220.226106:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827220.226116:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827220.226127:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827220.226133:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827220/real 1787827220] req@ffff9ab5f98003c0 x1874671428690304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827220.226140:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428690304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827220.226145:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827220.226146:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827220.226148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690304:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827221.185498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827221.185554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827221.185566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827222.209556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827222.209574:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827222.209598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827223.233498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827223.233501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827223.233528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827224.257500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827224.257506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827224.257543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827225.281492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827225.281492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827225.281529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827225.345485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827225.345493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827225.345497:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827225.345504:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1326 00000100:00080000:1.0:1787827225.345515:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827225.345522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827225.345560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428690432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827225.345583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827225.345586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827225.345601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827225.345605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1326 00000100:00080000:1.0:1787827225.345608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827225.345612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827225.345620:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827225.345631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428690560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827225.345640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827225.345642:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428690432:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827225.345643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827225.345647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827225.345655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1326 00000100:00080000:1.0:1787827225.345657:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827225.345660:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827225.345663:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827225.345672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428690688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827225.345678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827225.345680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827225.345682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827225.345684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1326 00000100:00080000:1.0:1787827225.345686:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827225.345688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827225.345691:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827225.345697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428690816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827225.345721:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827225.345759:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827225/real 1787827225] req@ffff9ab5f24ba1c0 x1874671428690432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827225.345778:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428690432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827225.345788:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827225.345792:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827225.345796:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428690432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827225.345829:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827225.345853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827225.345865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827225/real 1787827225] req@ffff9ab5f24b9680 x1874671428690560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827225.345878:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428690560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827225.345887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827225.345898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827225.345902:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827225.345908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827225.345929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827225.345945:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827225/real 1787827225] req@ffff9ab5f24ba580 x1874671428690688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827225.345957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428690688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827225.345964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827225.345967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827225.345970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827225.345976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827225.345993:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827225.346003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827225/real 1787827225] req@ffff9ab5f24b8f00 x1874671428690816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827225.346014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428690816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827225.346019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827225.346021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827225.346023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428690816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827226.305491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827226.305492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827226.305519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827227.329502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827227.329508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827227.329536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827228.353500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827228.353501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827228.353526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827229.377548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827229.377554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827229.377581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827230.401505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827230.401544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827230.401606:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827230.465543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827230.465567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827230.465572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827230.465582:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1331 00000100:00080000:2.0:1787827230.465595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827230.465603:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827230.465646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428690944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827230.465675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827230.465678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827230.465680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827230.465683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1331 00000100:00080000:2.0:1787827230.465685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827230.465688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827230.465698:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827230.465710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428691072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827230.465720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827230.465723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827230.465725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827230.465730:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1331 00000100:00100000:3.0:1787827230.465732:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428690944:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827230.465733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827230.465739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827230.465744:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827230.465752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428691200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827230.465759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827230.465761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827230.465762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827230.465765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1331 00000100:00080000:2.0:1787827230.465767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827230.465770:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827230.465772:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827230.465779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428691328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827230.465817:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827230.465878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827230/real 1787827230] req@ffff9ab5f9802d00 x1874671428690944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827230.465894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428690944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827230.465904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827230.465907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827230.465910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428690944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827230.465934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827230.465953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827230.465962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827230/real 1787827230] req@ffff9ab5f98003c0 x1874671428691072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827230.465970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428691072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827230.465976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827230.465979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827230.465981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827230.465985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827230.465996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827230.466001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827230/real 1787827230] req@ffff9ab5f9803480 x1874671428691200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827230.466014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428691200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827230.466020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827230.466022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827230.466023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827230.466027:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827230.466037:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827230.466042:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827230/real 1787827230] req@ffff9ab5f98021c0 x1874671428691328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827230.466050:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428691328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827230.466055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827230.466056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827230.466058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827231.425486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827231.425521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827231.425557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827232.449479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827232.449485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827232.449531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827233.473477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827233.473497:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827233.473519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827234.497511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827234.497593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827234.497601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827235.521488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827235.521489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827235.521559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827235.585541:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827235.585552:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827235.585556:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827235.585564:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1336 00000100:00080000:3.0:1787827235.585573:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827235.585578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827235.585608:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428691456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827235.585631:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827235.585634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827235.585635:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827235.585639:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1336 00000100:00080000:3.0:1787827235.585641:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827235.585643:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827235.585651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827235.585659:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428691584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827235.585667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827235.585677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827235.585681:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827235.585683:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428691456:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827235.585687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1336 00000100:00080000:3.0:1787827235.585692:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827235.585695:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827235.585699:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827235.585708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428691712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827235.585721:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827235.585724:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827235.585725:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827235.585728:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1336 00000100:00080000:3.0:1787827235.585732:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827235.585735:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827235.585739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827235.585746:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827235.585748:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428691840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827235.585787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827235/real 1787827235] req@ffff9ab5f994a940 x1874671428691456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827235.585801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428691456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827235.585814:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827235.585817:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827235.585820:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428691456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827235.585825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691584:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827235.585840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827235.585848:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827235/real 1787827235] req@ffff9ab5f9949e00 x1874671428691584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827235.585861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428691584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827235.585867:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827235.585870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827235.585872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827235.585890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827235.585902:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827235.585909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827235/real 1787827235] req@ffff9ab5f9948f00 x1874671428691712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827235.585921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428691712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827235.585930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827235.585934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827235.585937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827235.585953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827235.585973:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827235.585985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827235/real 1787827235] req@ffff9ab5f994b480 x1874671428691840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827235.585997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428691840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827235.586003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827235.586005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827235.586008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428691840:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827236.545527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827236.545528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827236.545547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827237.569488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827237.569530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827237.569533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827238.593493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827238.593494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827238.593522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827239.617500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827239.617522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827239.617522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827240.641511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827240.641511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827240.641568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827240.705511:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827240.705522:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827240.705527:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827240.705537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1341 00000100:00080000:1.0:1787827240.705548:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827240.705556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827240.705592:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428691968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827240.705621:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827240.705625:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827240.705627:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827240.705632:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1341 00000100:00080000:1.0:1787827240.705637:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827240.705642:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827240.705652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827240.705668:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428692096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827240.705668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428691968:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827240.705698:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827240.705702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827240.705704:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827240.705709:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1341 00000100:00080000:1.0:1787827240.705714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827240.705720:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827240.705726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787827240.705737:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827240.705742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428692224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827240.705755:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827240.705759:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827240.705761:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827240.705765:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1341 00000100:00080000:1.0:1787827240.705770:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827240.705774:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827240.705780:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827240.705781:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff9ab5f24b92c0 x1874671428691968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.705797:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428692352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827240.705803:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428691968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827240.705823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827240.705828:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827240.705832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428691968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827240.705856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827240.705874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827240.705885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff9ab5f24b83c0 x1874671428692096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827240.705896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428692096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827240.705903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827240.705906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827240.705909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827240.705915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827240.705929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827240.705937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff9ab5f24b8000 x1874671428692224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827240.705947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428692224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827240.705954:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827240.705957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827240.705960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827240.705965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827240.705979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827240.705987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff9ab5f24bb840 x1874671428692352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827240.705998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428692352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827240.706005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827240.706008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827240.706011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827241.665529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827241.665536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827241.665579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827242.689518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827242.689518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827242.689553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827243.713504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827243.713504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827243.713532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827244.737480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827244.737482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827244.737545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827245.761478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827245.761479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827245.761535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827245.825491:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.825501:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827245.825505:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.825516:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1346 00000100:00080000:1.0:1787827245.825527:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.825536:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827245.825571:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428692480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.825603:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.825608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827245.825611:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.825617:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1346 00000100:00080000:1.0:1787827245.825622:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.825627:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827245.825636:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827245.825642:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428692480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827245.825653:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428692608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.825667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.825672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827245.825675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.825679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1346 00000100:00080000:1.0:1787827245.825699:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.825708:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827245.825709:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827245.825718:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827245.825734:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428692736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.825743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.825747:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827245.825749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827245.825755:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff9ab5f24bb840 x1874671428692480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827245.825755:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1346 00000100:00080000:1.0:1787827245.825764:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.825773:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827245.825780:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827245.825786:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428692480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827245.825796:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428692864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827245.825800:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827245.825810:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827245.825818:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428692480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827245.825844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827245.825868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827245.825881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff9ab5f24b8000 x1874671428692608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827245.825894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428692608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827245.825911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827245.825915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827245.825919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827245.825925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827245.825949:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827245.825960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff9ab5f24b83c0 x1874671428692736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827245.825973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428692736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827245.825982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827245.825985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827245.825989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827245.825995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827245.826012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827245.826024:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff9ab5f24b92c0 x1874671428692864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827245.826036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428692864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827245.826044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827245.826047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827245.826051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428692864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827246.785471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827246.785491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827246.785571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827247.809461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827247.809475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827247.809506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827248.833488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827248.833501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827248.833548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827249.857462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827249.857482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827249.857509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827250.881489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827250.881489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827250.881543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827250.945514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827250.945526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827250.945531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827250.945542:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1351 00000100:00080000:1.0:1787827250.945554:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827250.945562:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827250.945599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428692992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827250.945628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827250.945631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827250.945634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827250.945638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1351 00000100:00080000:1.0:1787827250.945641:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827250.945645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827250.945655:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827250.945668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428693120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827250.945677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827250.945680:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428692992:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827250.945681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827250.945684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827250.945691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1351 00000100:00080000:1.0:1787827250.945694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827250.945701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827250.945706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827250.945714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428693248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827250.945721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827250.945724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827250.945725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827250.945727:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1351 00000100:00080000:1.0:1787827250.945740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827250.945743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827250.945746:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827250.945753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428693376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827250.945802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827250.945834:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827250.945856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827251.905477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827251.905530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827251.905598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827252.929497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827252.929526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827252.929610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827253.953454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827253.953519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827253.953548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827254.017685:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787827254.017729:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827254.017744:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827254.017783:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827254.017792:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827254.017800:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827254.017877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827254] req@ffff9ab5f24ba580 x1874671428693120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827254.017915:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428693120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827254.017932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827254.017939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827254.017944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827254.017954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827254] req@ffff9ab5f24b9680 x1874671428693248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827254.017969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428693248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827254.017979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827254.017983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827254.017987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827254.017995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827254] req@ffff9ab5f24ba1c0 x1874671428693376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827254.018009:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428693376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827254.018018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827254.018024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827254.018028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827254.018037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827254] req@ffff9ab5f24b8f00 x1874671428692992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827254.018053:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428692992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827254.018062:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827254.018066:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827254.018070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428692992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827254.977481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827254.977563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827254.977595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827256.001499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827256.001525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827256.001591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827256.065519:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827256.065527:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827256.065532:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827256.065541:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1356 00000100:00080000:1.0:1787827256.065550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827256.065556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827256.065589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428693504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827256.065612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827256.065614:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827256.065616:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827256.065619:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1356 00000100:00080000:1.0:1787827256.065621:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827256.065623:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827256.065632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827256.065645:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428693632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827256.065657:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827256.065661:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827256.065663:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827256.065667:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1356 00000100:00080000:1.0:1787827256.065671:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787827256.065681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428693504:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827256.065682:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827256.065701:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827256.065717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428693760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827256.065730:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827256.065733:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827256.065735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827256.065739:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1356 00000100:00080000:1.0:1787827256.065743:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827256.065748:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827256.065753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827256.065762:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428693888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827256.065798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827256.065862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827256/real 1787827256] req@ffff9ab5f24b8f00 x1874671428693504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827256.065892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428693504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827256.065906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827256.065912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827256.065917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428693504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827256.065928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827256.065959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827256.065975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827256/real 1787827256] req@ffff9ab5f24ba1c0 x1874671428693632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827256.065988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428693632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827256.065997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827256.066000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827256.066003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827256.066037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827256.066060:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827256.066071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827256/real 1787827256] req@ffff9ab5f24b9680 x1874671428693760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827256.066083:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428693760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827256.066093:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827256.066096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827256.066100:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827256.066107:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827256.066128:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827256.066140:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827256/real 1787827256] req@ffff9ab5f24ba580 x1874671428693888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827256.066152:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428693888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827256.066168:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827256.066173:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827256.066176:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428693888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827257.025481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827257.025483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827257.025572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827258.049474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827258.049474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827258.049549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827259.073507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827259.073524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827259.073549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827260.097528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827260.097528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827260.097564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827261.121504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827261.121544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827261.121554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787827261.185458:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827261.185466:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827261.185470:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827261.185478:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1361 00000100:00080000:0.0:1787827261.185494:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827261.185507:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827261.185541:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428694016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827261.185566:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827261.185568:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827261.185570:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827261.185573:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1361 00000100:00080000:0.0:1787827261.185576:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827261.185579:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827261.185587:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827261.185597:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428694144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827261.185607:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827261.185609:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428694016:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827261.185610:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827261.185612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827261.185618:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1361 00000100:00080000:0.0:1787827261.185621:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827261.185623:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827261.185626:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827261.185635:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428694272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827261.185642:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827261.185645:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827261.185646:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827261.185649:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1361 00000100:00080000:0.0:1787827261.185651:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827261.185653:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827261.185656:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827261.185663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428694400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827261.185670:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827261.185706:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827261/real 1787827261] req@ffff9ab5f27af840 x1874671428694016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.185719:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428694016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.185727:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.185730:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827261.185733:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428694016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827261.185752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827261.185774:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827261.185788:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827261/real 1787827261] req@ffff9ab5f27af480 x1874671428694144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.185801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428694144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.185810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.185812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827261.185814:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827261.185819:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827261.185837:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827261.185845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827261/real 1787827261] req@ffff9ab5f27af0c0 x1874671428694272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.185852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428694272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.185857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.185860:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827261.185862:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827261.185865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827261.185875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827261.185880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827261/real 1787827261] req@ffff9ab5f27acb40 x1874671428694400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827261.185887:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428694400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827261.185892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827261.185894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827261.185896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827262.145514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827262.145539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827262.145582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827263.169515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827263.169541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827263.169581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827264.193502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827264.193502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827264.193533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827265.217486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827265.217499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827265.217561:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827266.241483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827266.241483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827266.241565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827266.305551:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827266.305562:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827266.305567:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827266.305578:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1367 00000100:00080000:2.0:1787827266.305592:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827266.305599:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827266.305643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428694528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827266.305676:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827266.305681:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827266.305683:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827266.305690:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1367 00000100:00080000:2.0:1787827266.305695:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827266.305700:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827266.305710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428694528:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827266.305713:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827266.305727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428694656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827266.305737:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827266.305740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827266.305742:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827266.305745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1367 00000100:00080000:2.0:1787827266.305749:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827266.305752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827266.305756:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827266.305765:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428694784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827266.305772:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827266.305775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827266.305777:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827266.305779:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1367 00000100:00080000:2.0:1787827266.305782:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827266.305784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827266.305789:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787827266.305791:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827266.305801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428694912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827266.305838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827266/real 1787827266] req@ffff9ab5f9800780 x1874671428694528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827266.305854:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428694528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827266.305864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827266.305867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827266.305870:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428694528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827266.305892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827266.305908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827266.305916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827266/real 1787827266] req@ffff9ab5f9803840 x1874671428694656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827266.305924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428694656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827266.305930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827266.305932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827266.305935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827266.305938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827266.305949:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827266.305955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827266/real 1787827266] req@ffff9ab5f9801680 x1874671428694784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827266.305968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428694784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827266.305974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827266.305976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827266.305977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827266.305981:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827266.305991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827266.305996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827266/real 1787827266] req@ffff9ab5f9801a40 x1874671428694912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827266.306004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428694912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827266.306009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827266.306010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827266.306012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428694912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827267.265461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827267.265570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827267.265592:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827268.289487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827268.289530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827268.289575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827269.313462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827269.313502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827269.313525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827270.337525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827270.337543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827270.337575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827271.361499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827271.361499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827271.361568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827271.425522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827271.425535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827271.425539:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827271.425551:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1372 00000100:00080000:2.0:1787827271.425564:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827271.425571:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827271.425614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428695040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827271.425643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827271.425646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827271.425647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827271.425651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1372 00000100:00080000:2.0:1787827271.425654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827271.425657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827271.425668:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827271.425679:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428695040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827271.425681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428695168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827271.425694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827271.425697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827271.425698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827271.425700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1372 00000100:00080000:2.0:1787827271.425702:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827271.425705:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827271.425708:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827271.425718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428695296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827271.425724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827271.425726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827271.425727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827271.425729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1372 00000100:00080000:2.0:1787827271.425732:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827271.425735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827271.425738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827271.425746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428695424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827271.425761:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827271.425824:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827271/real 1787827271] req@ffff9ab5f9800000 x1874671428695040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827271.425853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428695040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827271.425862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827271.425866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827271.425869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428695040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827271.425892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827271.425913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827271.425923:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827271/real 1787827271] req@ffff9ab5f98012c0 x1874671428695168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827271.425931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428695168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827271.425937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827271.425940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827271.425942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827271.425945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827271.425957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827271.425962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827271/real 1787827271] req@ffff9ab5f9802940 x1874671428695296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827271.425970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428695296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827271.425980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827271.425982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827271.425984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827271.425988:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827271.425997:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827271.426003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827271/real 1787827271] req@ffff9ab5f9801e00 x1874671428695424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827271.426009:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428695424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827271.426015:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827271.426017:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827271.426019:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827272.385506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827272.385509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827272.385531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827273.409504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827273.409520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827273.409534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827274.433507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827274.433507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827274.433531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827275.457520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827275.457520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827275.457545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827276.481477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827276.481479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827276.481522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827276.545510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827276.545518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827276.545522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827276.545530:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1377 00000100:00080000:2.0:1787827276.545540:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827276.545548:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827276.545586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428695552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827276.545612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827276.545615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827276.545616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827276.545620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1377 00000100:00080000:2.0:1787827276.545622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827276.545625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827276.545634:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827276.545646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428695680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827276.545654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827276.545657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827276.545658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827276.545663:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1377 00000100:00100000:0.0:1787827276.545664:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428695552:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827276.545666:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827276.545673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827276.545678:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827276.545692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428695808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827276.545709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827276.545713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827276.545716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827276.545720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1377 00000800:00000100:0.0:1787827276.545725:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827276.545727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827276.545733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827276.545738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827276.545756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428695936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827276.545769:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827276/real 1787827276] req@ffff9ab5f9802580 x1874671428695552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827276.545791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428695552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827276.545803:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827276.545807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827276.545810:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428695552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827276.545828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827276.545846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827276.545854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827276/real 1787827276] req@ffff9ab5f9800f00 x1874671428695680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827276.545862:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428695680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827276.545868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827276.545870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827276.545873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827276.545876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827276.545887:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827276.545892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827276/real 1787827276] req@ffff9ab5f9800b40 x1874671428695808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827276.545899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428695808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827276.545904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827276.545906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827276.545908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827276.545912:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827276.545921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827276.545926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827276/real 1787827276] req@ffff9ab5f9801e00 x1874671428695936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827276.545933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428695936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827276.545938:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827276.545940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827276.545942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428695936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827277.505508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827277.505513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827277.505542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827278.529522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827278.529522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827278.529578:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827279.553543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827279.553543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827279.553591:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827280.577502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827280.577502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827280.577526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827281.601498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827281.601523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827281.601559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827281.665503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827281.665520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827281.665525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827281.665548:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1382 00000100:00080000:2.0:1787827281.665565:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827281.665577:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827281.665630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428696064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827281.665662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827281.665667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827281.665669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827281.665673:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1382 00000100:00080000:2.0:1787827281.665678:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827281.665684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827281.665697:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827281.665715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428696064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827281.665717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428696192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827281.665736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827281.665740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827281.665742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827281.665746:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1382 00000100:00080000:2.0:1787827281.665750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827281.665755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827281.665760:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827281.665774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428696320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827281.665784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827281.665798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827281.665801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827281.665809:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1382 00000800:00000100:0.0:1787827281.665815:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827281.665815:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827281.665824:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827281.665831:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827281.665845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428696448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827281.665878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827281/real 1787827281] req@ffff9ab5f9802940 x1874671428696064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827281.665898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428696064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827281.665907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827281.665911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827281.665915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428696064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827281.665941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827281.665970:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827281.665986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827281/real 1787827281] req@ffff9ab5f98012c0 x1874671428696192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827281.666000:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428696192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827281.666011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827281.666016:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827281.666020:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827281.666028:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827281.666055:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827281.666069:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827281/real 1787827281] req@ffff9ab5f9800000 x1874671428696320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827281.666084:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428696320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827281.666095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827281.666099:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827281.666104:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827281.666112:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827281.666136:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827281.666149:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827281/real 1787827281] req@ffff9ab5f9801a40 x1874671428696448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827281.666163:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428696448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827281.666173:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827281.666177:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827281.666182:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827282.625468:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827282.625470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827282.625551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827283.649458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827283.649521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827283.649555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827284.673477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827284.673479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827284.673537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827285.697469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827285.697512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827285.697538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827286.721466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827286.721525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827286.721560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827286.785585:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827286.785596:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827286.785606:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827286.785617:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1387 00000100:00080000:3.0:1787827286.785629:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827286.785636:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827286.785673:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428696576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827286.785704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827286.785708:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827286.785710:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827286.785714:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1387 00000100:00080000:3.0:1787827286.785717:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827286.785722:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827286.785731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827286.785749:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428696704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827286.785771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827286.785775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827286.785777:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827286.785781:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1387 00000100:00080000:3.0:1787827286.785787:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827286.785797:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827286.785803:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827286.785814:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428696832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827286.785825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428696576:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827286.785842:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827286.785848:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827286.785850:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827286.785856:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1387 00000100:00080000:3.0:1787827286.785861:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827286.785865:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827286.785871:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827286.785888:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428696960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827286.785917:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827286.785984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827286] req@ffff9ab5f994a1c0 x1874671428696576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827286.786016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428696576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827286.786027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827286.786030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827286.786034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428696576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827286.786041:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696704:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827286.786075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827286.786083:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827286] req@ffff9ab5f99492c0 x1874671428696704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827286.786092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428696704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827286.786098:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827286.786100:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827286.786102:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827286.786130:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827286.786152:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827286.786180:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827286] req@ffff9ab5f994bc00 x1874671428696832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827286.786193:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428696832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827286.786201:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827286.786205:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827286.786209:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827286.786216:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827286.786236:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827286.786247:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827286] req@ffff9ab5f994b0c0 x1874671428696960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827286.786259:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428696960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827286.786274:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827286.786277:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827286.786281:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428696960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827287.745460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827287.745499:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827287.745504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827288.769474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827288.769488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827288.769521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827289.793464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827289.793518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827289.793527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827290.817471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827290.817481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827290.817500:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827291.841477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827291.841480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827291.841523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827291.905844:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827291.905855:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827291.905860:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827291.905872:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1392 00000100:00080000:3.0:1787827291.905883:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827291.905890:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827291.905926:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428697088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827291.905955:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827291.905959:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827291.905961:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827291.905966:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1392 00000100:00080000:3.0:1787827291.905970:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827291.905975:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827291.905985:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827291.906001:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428697216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827291.906007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428697088:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827291.906017:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827291.906022:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827291.906024:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827291.906028:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1392 00000100:00080000:3.0:1787827291.906032:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827291.906036:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827291.906041:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827291.906055:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428697344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827291.906065:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827291.906069:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827291.906071:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787827291.906076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827291.906080:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1392 00000100:00080000:3.0:1787827291.906086:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827291.906090:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827291.906096:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827291.906110:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428697472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827291.906121:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff9ab5f994a580 x1874671428697088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827291.906153:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428697088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827291.906162:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827291.906165:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827291.906169:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428697088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827291.906187:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827291.906206:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827291.906215:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff9ab5f994ad00 x1874671428697216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827291.906223:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428697216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827291.906230:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827291.906232:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827291.906234:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827291.906238:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827291.906250:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827291.906256:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff9ab5f9948780 x1874671428697344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827291.906263:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428697344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827291.906269:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827291.906271:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827291.906273:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827291.906276:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827291.906286:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827291.906291:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff9ab5f9948b40 x1874671428697472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827291.906298:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428697472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827291.906303:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827291.906305:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827291.906307:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827292.865480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827292.865494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827292.865498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827293.889496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827293.889499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827293.889572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827294.913542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827294.913551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827294.913587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827295.937497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827295.937498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827295.937530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827296.961500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827296.961500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827296.961523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827297.025504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827297.025516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827297.025528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827297.025541:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1397 00000100:00080000:2.0:1787827297.025553:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827297.025563:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827297.025604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428697600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827297.025636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827297.025640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827297.025642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827297.025647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1397 00000100:00080000:2.0:1787827297.025652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827297.025657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827297.025676:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827297.025695:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428697600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827297.025697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428697728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827297.025714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827297.025717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827297.025719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827297.025724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1397 00000100:00080000:2.0:1787827297.025728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827297.025733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827297.025740:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827297.025754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428697856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827297.025764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827297.025768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827297.025771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827297.025777:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1397 00000800:00000100:0.0:1787827297.025779:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827297.025782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827297.025808:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827297.025813:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827297.025826:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827297/real 1787827297] req@ffff9ab5f9801680 x1874671428697600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827297.025831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428697984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827297.025873:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428697600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827297.025885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827297.025890:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827297.025894:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428697600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827297.025919:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827297.025946:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827297.025961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827297/real 1787827297] req@ffff9ab5f9803840 x1874671428697728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827297.025974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428697728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827297.025983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827297.025986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827297.025991:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827297.025998:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827297.026020:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827297.026032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827297/real 1787827297] req@ffff9ab5f9800780 x1874671428697856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827297.026043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428697856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827297.026052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827297.026055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827297.026059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827297.026064:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827297.026082:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827297.026108:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827297/real 1787827297] req@ffff9ab5f98021c0 x1874671428697984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827297.026121:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428697984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827297.026129:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827297.026132:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827297.026135:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428697984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827297.985493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827297.985502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827297.985521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827299.009575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827299.009650:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827299.009655:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827300.033488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827300.033488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827300.033547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827301.057487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827301.057557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827301.057579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827302.081507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827302.081507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827302.081541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827302.145811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827302.145821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827302.145825:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827302.145835:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1402 00000100:00080000:3.0:1787827302.145846:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827302.145853:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827302.145886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428698112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827302.145918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827302.145922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827302.145923:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827302.145927:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1402 00000100:00080000:3.0:1787827302.145930:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827302.145936:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827302.145946:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827302.145956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428698240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827302.145964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827302.145967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827302.145969:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827302.145972:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1402 00000100:00080000:3.0:1787827302.145975:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827302.145978:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827302.145982:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827302.145989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428698368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827302.145997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827302.146000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827302.146001:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827302.146004:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1402 00000100:00080000:3.0:1787827302.146007:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827302.146010:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827302.146013:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827302.146021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428698496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827302.146104:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428698112:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787827302.146164:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827302.146200:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827302/real 1787827302] req@ffff9ab5f9948b40 x1874671428698112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827302.146215:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428698112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827302.146224:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827302.146228:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827302.146231:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428698112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827302.146238:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698240:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827302.146257:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827302.146268:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827302/real 1787827302] req@ffff9ab5f9948780 x1874671428698240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827302.146278:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428698240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827302.146285:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827302.146288:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827302.146291:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827302.146296:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827302.146311:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827302.146318:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827302/real 1787827302] req@ffff9ab5f994ad00 x1874671428698368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827302.146334:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428698368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827302.146341:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827302.146344:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827302.146346:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827302.146351:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827302.146365:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827302.146373:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827302/real 1787827302] req@ffff9ab5f994a580 x1874671428698496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827302.146382:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428698496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827302.146389:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827302.146391:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827302.146394:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827303.105519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827303.105529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827303.105550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827304.129500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827304.129505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827304.129517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827305.153504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827305.153504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827305.153530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827306.177506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827306.177506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827306.177537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827307.201514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827307.201522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827307.201558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827307.265522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827307.265532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827307.265536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827307.265546:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1407 00000100:00080000:2.0:1787827307.265558:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827307.265566:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827307.265605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428698624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827307.265627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827307.265630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827307.265632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827307.265635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1407 00000100:00080000:2.0:1787827307.265637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827307.265640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827307.265654:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827307.265663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428698752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827307.265669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827307.265672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827307.265673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827307.265675:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1407 00000100:00080000:2.0:1787827307.265677:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827307.265679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827307.265683:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827307.265688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428698880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827307.265695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827307.265698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827307.265699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827307.265702:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1407 00000100:00080000:2.0:1787827307.265704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827307.265708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827307.265712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827307.265718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428699008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827307.265757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428698624:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787827307.265848:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827307.265899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827307/real 1787827307] req@ffff9ab5f9803480 x1874671428698624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827307.265917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428698624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827307.265937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827307.265943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827307.265948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428698624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827307.265957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827307.265982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827307.265996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827307/real 1787827307] req@ffff9ab5f98003c0 x1874671428698752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827307.266005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428698752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827307.266010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827307.266013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827307.266015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827307.266033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827307.266051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827307.266059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827307/real 1787827307] req@ffff9ab5f9802d00 x1874671428698880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827307.266067:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428698880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827307.266073:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827307.266075:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827307.266077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428698880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827307.266083:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827307.266093:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827307.266099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827307/real 1787827307] req@ffff9ab5f98021c0 x1874671428699008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827307.266106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428699008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827307.266112:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827307.266113:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827307.266115:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827308.225512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827308.225512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827308.225551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827309.249480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827309.249502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827309.249516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827310.273469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827310.273493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827310.273526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827311.297458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827311.297497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827311.297580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827312.321486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827312.321517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827312.321537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787827312.385540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827312.385551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827312.385556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827312.385567:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1413 00000100:00080000:0.0:1787827312.385579:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827312.385586:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827312.385631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428699136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827312.385660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827312.385663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827312.385665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827312.385668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1413 00000100:00080000:0.0:1787827312.385672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827312.385675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827312.385685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827312.385696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428699264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827312.385705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827312.385709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827312.385713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827312.385715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428699136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827312.385719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1413 00000100:00080000:0.0:1787827312.385729:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827312.385734:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827312.385738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827312.385751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428699392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827312.385757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827312.385760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827312.385762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827312.385765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1413 00000100:00080000:0.0:1787827312.385769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827312.385772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827312.385775:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827312.385784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428699520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827312.385798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827312.385850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827312/real 1787827312] req@ffff9ab5f27ac3c0 x1874671428699136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827312.385870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428699136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827312.385880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827312.385884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827312.385887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428699136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827312.385907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827312.385927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827312.385936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827312/real 1787827312] req@ffff9ab5f27afc00 x1874671428699264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827312.385949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428699264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827312.385955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827312.385957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827312.385959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827312.385964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827312.385976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827312.386001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827312/real 1787827312] req@ffff9ab5f27ade00 x1874671428699392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827312.386014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428699392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827312.386023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827312.386027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827312.386031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827312.386038:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827312.386057:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827312.386065:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827312/real 1787827312] req@ffff9ab5f27ae1c0 x1874671428699520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827312.386073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428699520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827312.386082:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827312.386086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827312.386089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827313.345545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827313.345562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827313.345593:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827314.369541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827314.369552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827314.369570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827315.393503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827315.393503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827315.393626:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827316.417500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827316.417505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827316.417535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827317.441469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827317.441508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827317.441546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787827317.505714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827317.505723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827317.505728:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827317.505741:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1418 00000100:00080000:3.0:1787827317.505753:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827317.505762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827317.505801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428699648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827317.505827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827317.505837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827317.505839:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827317.505843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1418 00000100:00080000:3.0:1787827317.505847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827317.505852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827317.505864:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827317.505875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428699648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827317.505884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428699776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827317.505899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827317.505902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827317.505964:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827317.505968:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1418 00000100:00080000:3.0:1787827317.505973:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827317.505979:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827317.505985:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827317.506001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428699904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827317.506004:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699776:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787827317.506022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827317.506025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827317.506027:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827317.506032:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1418 00000100:00080000:3.0:1787827317.506041:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827317.506046:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827317.506051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827317.506055:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827317.506067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428700032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827317.506102:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827318.465474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827318.465476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827318.465528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827319.489505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827319.489520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827319.489565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827320.513490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827320.513498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827320.513570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827320.577624:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827320.577659:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827320.577673:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827320.577707:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827320.577716:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827320.577725:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787827320.577755:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827317/real 1787827320] req@ffff9ab5f994a1c0 x1874671428700032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.577775:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428700032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.577784:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.577788:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827320.577791:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827320.577797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827317/real 1787827320] req@ffff9ab5f99492c0 x1874671428699904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.577805:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428699904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.577811:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.577813:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827320.577815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827320.577819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827317/real 1787827320] req@ffff9ab5f994bc00 x1874671428699776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.577826:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428699776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.577832:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.577835:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827320.577837:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428699776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827320.577840:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827317/real 1787827320] req@ffff9ab5f994b0c0 x1874671428699648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827320.577848:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428699648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827320.577852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827320.577854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827320.577856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428699648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827321.537477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827321.537505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827321.537512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827322.561474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827322.561481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827322.561515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827322.625525:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827322.625536:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827322.625541:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827322.625551:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1423 00000100:00080000:1.0:1787827322.625561:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827322.625567:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827322.625597:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428700160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827322.625622:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827322.625624:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827322.625626:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827322.625629:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1423 00000100:00080000:1.0:1787827322.625632:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827322.625635:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827322.625643:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827322.625657:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428700288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827322.625665:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827322.625668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827322.625669:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827322.625672:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1423 00000100:00080000:1.0:1787827322.625674:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827322.625680:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428700160:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827322.625681:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827322.625693:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827322.625708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428700416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827322.625725:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827322.625729:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827322.625731:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827322.625735:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1423 00000100:00080000:1.0:1787827322.625742:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827322.625746:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787827322.625752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827322.625753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827322.625771:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428700544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827322.625794:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827322/real 1787827322] req@ffff9ab5f24b92c0 x1874671428700160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827322.625823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428700160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827322.625850:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827322.625854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827322.625859:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428700160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827322.625868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827322.625895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827322.625927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827322/real 1787827322] req@ffff9ab5f24b83c0 x1874671428700288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827322.625942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428700288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827322.625952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827322.625956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827322.625960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827322.626002:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827322.626030:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827322.626056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827322/real 1787827322] req@ffff9ab5f24b8000 x1874671428700416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827322.626068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428700416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827322.626077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827322.626081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827322.626084:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827322.626091:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827322.626111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827322.626130:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827322/real 1787827322] req@ffff9ab5f24bb840 x1874671428700544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827322.626142:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428700544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827322.626149:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827322.626152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827322.626155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827323.585488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827323.585502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827323.585540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827324.609481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827324.609481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827324.609532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827325.633486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827325.633494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827325.633520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827326.657480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827326.657487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827326.657547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827327.681467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827327.681468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827327.681501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827327.745512:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827327.745520:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827327.745524:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827327.745534:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1428 00000100:00080000:1.0:1787827327.745546:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827327.745554:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827327.745594:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428700672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827327.745625:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827327.745641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827327.745642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827327.745647:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1428 00000100:00080000:1.0:1787827327.745652:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827327.745657:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827327.745667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827327.745679:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428700672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827327.745684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428700800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827327.745699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827327.745703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827327.745706:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827327.745711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1428 00000100:00080000:1.0:1787827327.745717:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827327.745722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827327.745727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787827327.745736:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827327.745742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428700928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827327.745754:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827327.745757:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827327.745759:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827327.745763:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1428 00000100:00080000:1.0:1787827327.745767:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827327.745770:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827327.745774:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827327.745780:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff9ab5f24bb840 x1874671428700672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.745786:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428701056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827327.745809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428700672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827327.745819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827327.745823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827327.745827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428700672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827327.745846:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700800:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827327.745862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827327.745870:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff9ab5f24b8000 x1874671428700800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827327.745891:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428700800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827327.745897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827327.745900:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827327.745902:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827327.745906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827327.745940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827327.745947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff9ab5f24b83c0 x1874671428700928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827327.745959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428700928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827327.745965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827327.745967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827327.745969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428700928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827327.745972:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827327.745982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827327.745987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff9ab5f24b92c0 x1874671428701056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827327.745994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428701056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827327.745999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827327.746001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827327.746003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827328.705490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827328.705491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827328.705554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827329.729456:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827329.729465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827329.729483:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827330.753543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827330.753543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827330.753626:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827331.777502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827331.777502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827331.777525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827332.801535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827332.801535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827332.801591:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827332.865521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.865529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827332.865533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.865541:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1433 00000100:00080000:3.0:1787827332.865552:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.865563:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827332.865595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428701184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.865618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.865622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827332.865624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.865628:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1433 00000100:00080000:3.0:1787827332.865632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.865636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827332.865645:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827332.865661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428701312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.865673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.865677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827332.865679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.865683:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1433 00000100:00080000:3.0:1787827332.865686:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.865689:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827332.865693:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827332.865702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428701440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827332.865715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428701184:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827332.865716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.865724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827332.865728:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.865735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1433 00000100:00080000:3.0:1787827332.865738:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.865740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827332.865743:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827332.865752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428701568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827332.865827:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827332.865904:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff9ab5f994b480 x1874671428701184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827332.865930:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428701184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827332.865944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827332.865951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827332.865956:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428701184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827332.865967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827332.865994:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827332.866009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff9ab5f9948f00 x1874671428701312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827332.866023:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428701312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827332.866034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827332.866037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827332.866041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827332.866073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827332.866096:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827332.866110:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff9ab5f9949e00 x1874671428701440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827332.866124:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428701440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827332.866141:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827332.866151:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827332.866156:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827332.866163:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827332.866185:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827332.866197:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff9ab5f994a940 x1874671428701568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827332.866210:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428701568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827332.866219:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827332.866223:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827332.866226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827333.825505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827333.825507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827333.825560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827334.849505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827334.849523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827334.849573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827335.873539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827335.873556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827335.873598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827336.897510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827336.897528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827336.897574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827337.921505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827337.921518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827337.921566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827337.985578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.985588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827337.985592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.985617:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1438 00000100:00080000:3.0:1787827337.985631:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.985639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827337.985676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428701696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.985710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.985713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827337.985715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.985718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1438 00000100:00080000:3.0:1787827337.985721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.985724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827337.985734:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827337.985751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428701824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.985765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.985771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787827337.985772:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428701696:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827337.985774:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.985784:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1438 00000100:00080000:3.0:1787827337.985787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.985791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827337.985795:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827337.985825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428701952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.985836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.985840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827337.985841:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.985846:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1438 00000100:00080000:3.0:1787827337.985851:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.985855:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827337.985860:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827337.985874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428702080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827337.985883:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827337.985929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff9ab5f9949a40 x1874671428701696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827337.985949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428701696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827337.985960:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827337.985965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827337.985969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428701696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827337.986005:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827337.986032:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827337.986049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff9ab5f9948000 x1874671428701824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827337.986066:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428701824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827337.986078:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827337.986082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827337.986086:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701824:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827337.986093:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827337.986118:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827337.986131:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff9ab5f9949680 x1874671428701952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827337.986145:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428701952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827337.986162:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827337.986165:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827337.986169:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428701952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827337.986176:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827337.986199:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827337.986211:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff9ab5f994b840 x1874671428702080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827337.986232:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428702080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827337.986241:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827337.986245:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827337.986249:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827338.945488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827338.945541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827338.945611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827339.969543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827339.969550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827339.969569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827340.993521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827340.993522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827340.993541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827342.017498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827342.017546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827342.017546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827343.041494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827343.041549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827343.041575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787827343.105506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827343.105517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827343.105523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827343.105533:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1443 00000100:00080000:3.0:1787827343.105545:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827343.105554:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827343.105601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428702208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827343.105631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827343.105635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827343.105637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827343.105641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1443 00000100:00080000:3.0:1787827343.105645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827343.105650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827343.105660:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827343.105677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428702336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827343.105689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827343.105704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827343.105706:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827343.105711:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1443 00000100:00080000:3.0:1787827343.105715:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827343.105719:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827343.105726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827343.105735:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428702208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827343.105747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428702464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827343.105765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827343.105785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827343.105787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827343.105804:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1443 00000100:00080000:3.0:1787827343.105808:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827343.105812:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827343.105819:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827343.105836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428702592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827343.105890:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827343.105954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827343/real 1787827343] req@ffff9ab5f994b840 x1874671428702208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827343.105977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428702208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827343.106000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827343.106006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827343.106012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428702208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827343.106021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702336:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827343.106049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827343.106063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827343/real 1787827343] req@ffff9ab5f9949680 x1874671428702336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827343.106112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428702336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827343.106124:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827343.106128:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827343.106132:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827343.106169:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827343.106199:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827343.106213:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827343/real 1787827343] req@ffff9ab5f9948000 x1874671428702464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827343.106227:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428702464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827343.106239:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827343.106261:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827343.106265:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827343.106273:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827343.106295:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827343.106306:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827343/real 1787827343] req@ffff9ab5f9949a40 x1874671428702592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827343.106319:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428702592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827343.106328:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827343.106331:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827343.106335:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827344.065488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827344.065489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827344.065564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827345.089516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827345.089517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827345.089556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827346.113487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827346.113539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827346.113552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827347.137499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827347.137500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827347.137567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827348.161499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827348.161554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827348.161577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787827348.225515:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827348.225527:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827348.225533:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827348.225546:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1448 00000100:00080000:2.0:1787827348.225561:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827348.225569:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827348.225618:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428702720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827348.225649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827348.225654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827348.225657:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827348.225662:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1448 00000100:00080000:2.0:1787827348.225666:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827348.225671:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827348.225684:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827348.225699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428702848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827348.225712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827348.225717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827348.225720:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827348.225727:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1448 00000100:00100000:0.0:1787827348.225729:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428702720:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827348.225732:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827348.225754:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827348.225761:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827348.225776:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428702976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827348.225788:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827348.225793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827348.225795:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827348.225799:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1448 00000100:00080000:2.0:1787827348.225804:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827348.225809:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827348.225814:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827348.225819:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827348.225832:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428703104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827348.225867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827348/real 1787827348] req@ffff9ab5f9800780 x1874671428702720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827348.225883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428702720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827348.225892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827348.225895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827348.225898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428702720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827348.225904:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827348.225920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827348.225929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827348/real 1787827348] req@ffff9ab5f9803840 x1874671428702848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827348.225937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428702848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827348.225942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827348.225944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827348.225946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827348.225969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827348.225981:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827348.225987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827348/real 1787827348] req@ffff9ab5f9801680 x1874671428702976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827348.225995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428702976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827348.226001:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827348.226003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827348.226005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428702976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827348.226008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827348.226017:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827348.226023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827348/real 1787827348] req@ffff9ab5f9801a40 x1874671428703104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827348.226030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428703104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827348.226036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827348.226039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827348.226041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827349.185478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827349.185498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827349.185592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827350.209499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827350.209526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827350.209577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827351.233465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827351.233518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827351.233550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827352.257516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827352.257523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827352.257524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827353.281468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827353.281542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827353.281579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:1.0:1787827353.345510:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827353.345521:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827353.345526:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827353.345539:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1454 00000100:00080000:1.0:1787827353.345550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827353.345559:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827353.345589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428703232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827353.345610:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827353.345614:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827353.345616:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827353.345619:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1454 00000100:00080000:1.0:1787827353.345623:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827353.345627:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827353.345636:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827353.345647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428703360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827353.345657:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827353.345661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428703232:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827353.345662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827353.345665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827353.345674:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1454 00000100:00080000:1.0:1787827353.345676:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827353.345678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827353.345682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827353.345692:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428703488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827353.345712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827353.345714:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827353.345716:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827353.345721:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1454 00000100:00080000:1.0:1787827353.345724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827353.345727:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827353.345731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827353.345753:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827353.345756:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428703616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827353.345801:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827353/real 1787827353] req@ffff9ab5f24ba580 x1874671428703232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827353.345822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428703232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827353.345835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827353.345840:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827353.345846:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428703232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827353.345870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703360:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827353.345896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827353.345908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827353/real 1787827353] req@ffff9ab5f24b9680 x1874671428703360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827353.345925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428703360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827353.345933:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827353.345936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827353.345939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827353.345946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827353.345972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827353.345986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827353/real 1787827353] req@ffff9ab5f24ba1c0 x1874671428703488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827353.345997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428703488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827353.346004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827353.346007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827353.346010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827353.346015:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827353.346032:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827353.346044:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827353/real 1787827353] req@ffff9ab5f24b8f00 x1874671428703616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827353.346057:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428703616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827353.346068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827353.346072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827353.346078:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827354.305503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827354.305504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827354.305531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827355.329479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827355.329483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827355.329502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827356.353463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827356.353471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827356.353515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827357.377568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827357.377579:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827357.377620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827358.401513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827358.401547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827358.401568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827358.465564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827358.465571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827358.465574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827358.465583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1459 00000100:00080000:3.0:1787827358.465594:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827358.465601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827358.465636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428703744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827358.465677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827358.465680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827358.465682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827358.465686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1459 00000100:00080000:3.0:1787827358.465690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827358.465694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827358.465701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827358.465721:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428703744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827358.465724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428703872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827358.465737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827358.465739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827358.465741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827358.465743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1459 00000100:00080000:3.0:1787827358.465745:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827358.465748:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827358.465751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827358.465759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428704000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827358.465767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827358.465770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827358.465771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827358.465773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1459 00000100:00080000:3.0:1787827358.465775:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827358.465789:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827358.465792:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827358.465803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428704128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827358.465804:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827358.465851:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827358/real 1787827358] req@ffff9ab5f994a940 x1874671428703744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827358.465870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428703744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827358.465882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827358.465888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827358.465892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428703744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827358.465916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827358.465941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827358.465954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827358/real 1787827358] req@ffff9ab5f9949e00 x1874671428703872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827358.465966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428703872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827358.465975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827358.465979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827358.465982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428703872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827358.465989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827358.466008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827358.466019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827358/real 1787827358] req@ffff9ab5f9948f00 x1874671428704000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827358.466027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428704000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827358.466033:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827358.466035:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827358.466037:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827358.466041:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827358.466053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827358.466061:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827358/real 1787827358] req@ffff9ab5f994b480 x1874671428704128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827358.466073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428704128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827358.466081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827358.466084:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827358.466087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827359.425503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827359.425503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827359.425532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827360.449493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827360.449497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827360.449636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827361.473502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827361.473502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827361.473563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827362.497528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827362.497531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827362.497588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827363.521518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827363.521518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827363.521551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827363.585574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827363.585585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827363.585590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827363.585601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1464 00000100:00080000:3.0:1787827363.585613:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827363.585620:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827363.585675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428704256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827363.585703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827363.585706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827363.585707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827363.585713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1464 00000100:00080000:3.0:1787827363.585715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827363.585718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827363.585728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827363.585741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428704384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827363.585749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827363.585752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827363.585753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827363.585756:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1464 00000100:00080000:3.0:1787827363.585758:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827363.585761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827363.585765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827363.585779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428704512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827363.585780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428704256:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827363.585804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827363.585806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827363.585808:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827363.585813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1464 00000100:00080000:3.0:1787827363.585816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827363.585819:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827363.585822:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827363.585832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428704640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827363.585861:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827363.585910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827363/real 1787827363] req@ffff9ab5f994b0c0 x1874671428704256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827363.585924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428704256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827363.585933:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827363.585937:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827363.585940:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428704256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827363.585946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827363.585961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827363.585968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827363/real 1787827363] req@ffff9ab5f994bc00 x1874671428704384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827363.585976:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428704384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827363.585982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827363.585985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827363.585987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827363.586005:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827363.586016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827363.586022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827363/real 1787827363] req@ffff9ab5f99492c0 x1874671428704512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827363.586030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428704512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827363.586035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827363.586037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827363.586039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827363.586043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827363.586053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827363.586059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827363/real 1787827363] req@ffff9ab5f994a1c0 x1874671428704640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827363.586066:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428704640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827363.586075:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827363.586078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827363.586080:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827364.545488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827364.545496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827364.545511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827365.569571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827365.569572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827365.569584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827366.593523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827366.593523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827366.593533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827367.617552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827367.617555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827367.617555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827368.641504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827368.641513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827368.641559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827368.705636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.705646:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827368.705651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.705661:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1469 00000100:00080000:1.0:1787827368.705673:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.705680:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827368.705722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428704768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827368.705757:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.705761:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827368.705764:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.705770:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1469 00000100:00080000:1.0:1787827368.705777:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.705782:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827368.705795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827368.705811:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428704896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827368.705821:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428704768:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827368.705829:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.705835:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827368.705838:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.705843:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1469 00000100:00080000:1.0:1787827368.705848:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.705854:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827368.705859:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827368.705876:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428705024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827368.705886:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.705889:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827368.705892:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.705896:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1469 00000100:00080000:1.0:1787827368.705901:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.705912:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787827368.705913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827368.705922:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827368.705939:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428705152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827368.705969:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff9ab5f24b8f00 x1874671428704768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827368.705986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428704768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827368.705995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827368.705999:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827368.706003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428704768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827368.706029:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704896:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827368.706056:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827368.706067:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff9ab5f24ba1c0 x1874671428704896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827368.706076:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428704896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827368.706083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827368.706085:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827368.706088:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428704896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827368.706092:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827368.706107:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827368.706113:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff9ab5f24b9680 x1874671428705024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827368.706121:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428705024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827368.706126:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827368.706129:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827368.706131:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827368.706135:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827368.706145:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827368.706151:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff9ab5f24ba580 x1874671428705152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827368.706158:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428705152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827368.706163:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827368.706165:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827368.706167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827369.665563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827369.665641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827369.665672:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827370.689543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827370.689640:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827370.689647:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827371.713530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827371.713554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827371.713642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827372.737525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827372.737558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827372.737618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827373.761524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827373.761538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827373.761601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827373.825528:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827373.825547:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827373.825552:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827373.825575:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1474 00000100:00080000:2.0:1787827373.825589:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827373.825600:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827373.825649:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428705280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827373.825697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827373.825703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827373.825705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827373.825711:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1474 00000100:00080000:2.0:1787827373.825716:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827373.825721:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827373.825748:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827373.825766:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428705408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827373.825779:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827373.825784:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827373.825787:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827373.825792:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1474 00000100:00080000:2.0:1787827373.825797:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827373.825802:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827373.825819:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827373.825834:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428705536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827373.825846:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827373.825849:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827373.825852:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827373.825856:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1474 00000100:00080000:2.0:1787827373.825859:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827373.825863:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827373.825869:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827373.825882:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428705664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827373.825973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428705280:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787827373.826047:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827373.826092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff9ab5f9800000 x1874671428705280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827373.826111:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428705280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827373.826122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827373.826127:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827373.826133:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428705280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827373.826141:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827373.826167:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827373.826183:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff9ab5f98012c0 x1874671428705408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827373.826210:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428705408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827373.826220:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827373.826224:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827373.826228:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705408:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827373.826235:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827373.826260:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827373.826274:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff9ab5f9802940 x1874671428705536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827373.826296:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428705536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827373.826307:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827373.826311:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827373.826316:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827373.826323:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827373.826347:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827373.826361:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff9ab5f9801e00 x1874671428705664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827373.826375:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428705664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827373.826385:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827373.826388:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827373.826393:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827374.785541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827374.785542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827374.785614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827375.809525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827375.809566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827375.809581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827376.833461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827376.833476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827376.833498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827377.857481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827377.857500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827377.857566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827378.881518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827378.881586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827378.881590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827378.945457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827378.945465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827378.945468:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827378.945476:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1479 00000100:00080000:2.0:1787827378.945485:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827378.945491:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827378.945543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428705792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827378.945609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827378.945614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827378.945615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827378.945620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1479 00000100:00080000:2.0:1787827378.945624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827378.945628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827378.945637:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827378.945651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428705920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827378.945662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827378.945665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827378.945667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827378.945669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1479 00000100:00080000:2.0:1787827378.945672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827378.945674:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827378.945677:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827378.945684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428706048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827378.945693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827378.945696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827378.945698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827378.945703:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428705792:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827378.945704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1479 00000100:00080000:2.0:1787827378.945716:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827378.945723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827378.945730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827378.945747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428706176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827378.945812:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827378.945862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff9ab5f9800b40 x1874671428705792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827378.945884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428705792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827378.945897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827378.945902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827378.945907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428705792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827378.945916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827378.945937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827378.945947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff9ab5f9800f00 x1874671428705920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827378.945955:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428705920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827378.945961:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827378.945964:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827378.945966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428705920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827378.945991:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827378.946004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827378.946010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff9ab5f9802580 x1874671428706048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827378.946022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428706048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827378.946029:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827378.946031:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827378.946033:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827378.946036:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827378.946046:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827378.946052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff9ab5f9801e00 x1874671428706176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827378.946059:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428706176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827378.946065:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827378.946066:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827378.946068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827379.905494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827379.905619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827379.905680:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827380.929588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827380.929624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827380.929668:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827381.953523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827381.953562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827381.953595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827382.977487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827382.977532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827382.977563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827384.001464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827384.001522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827384.001537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827384.065503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827384.065512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827384.065515:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827384.065525:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1484 00000100:00080000:2.0:1787827384.065534:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827384.065539:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827384.065580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428706304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827384.065603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827384.065606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827384.065607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827384.065610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1484 00000100:00080000:2.0:1787827384.065612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827384.065614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827384.065622:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827384.065631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428706432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827384.065640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827384.065642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827384.065643:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827384.065648:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1484 00000100:00100000:0.0:1787827384.065649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428706304:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827384.065651:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827384.065657:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827384.065661:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827384.065671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428706560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827384.065678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827384.065680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827384.065681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827384.065684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1484 00000100:00080000:2.0:1787827384.065686:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827384.065689:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827384.065694:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827384.065704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428706688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827384.065748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706432:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827384.065770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827384.065798:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827385.025545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827385.025641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827385.025745:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827386.049469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827386.049615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827386.049627:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827387.073479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827387.073517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827387.073570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827387.137757:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787827387.137824:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827387.137844:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787827387.137931:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787827387.137941:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787827387.137949:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827387.138028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827384/real 1787827387] req@ffff9ab5f98012c0 x1874671428706432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827387.138059:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428706432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827387.138074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827387.138079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827387.138085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706432:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827387.138093:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827384/real 1787827387] req@ffff9ab5f9800000 x1874671428706560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827387.138104:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428706560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827387.138111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827387.138115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827387.138118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827387.138124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827384/real 1787827387] req@ffff9ab5f9801a40 x1874671428706688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827387.138150:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428706688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827387.138155:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827387.138159:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827387.138162:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827387.138168:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827384/real 1787827387] req@ffff9ab5f9802940 x1874671428706304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827387.138177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428706304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827387.138182:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827387.138185:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827387.138187:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428706304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827388.097502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827388.097502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827388.097529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827389.121486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827389.121543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827389.121581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827389.185505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827389.185516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827389.185521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827389.185532:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1489 00000100:00080000:2.0:1787827389.185542:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827389.185548:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827389.185584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428706816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827389.185615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827389.185624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827389.185627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827389.185634:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1489 00000100:00080000:2.0:1787827389.185639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827389.185642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827389.185651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827389.185663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428706816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827389.185664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428706944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827389.185689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827389.185692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827389.185693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827389.185698:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1489 00000100:00080000:2.0:1787827389.185704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827389.185708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827389.185713:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827389.185726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428707072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827389.185734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827389.185736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827389.185739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827389.185745:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1489 00000100:00080000:2.0:1787827389.185750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827389.185753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827389.185757:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827389.185775:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827389.185777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428707200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827389.185845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827389/real 1787827389] req@ffff9ab5f9801680 x1874671428706816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827389.185871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428706816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827389.185884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827389.185889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827389.185894:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428706816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827389.185928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827389.185958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827389.185974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827389/real 1787827389] req@ffff9ab5f9803840 x1874671428706944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827389.185987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428706944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827389.185996:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827389.186000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827389.186003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428706944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827389.186011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827389.186035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827389.186048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827389/real 1787827389] req@ffff9ab5f9800780 x1874671428707072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827389.186067:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428707072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827389.186077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827389.186082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827389.186086:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827389.186092:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827389.186117:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827389.186129:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827389/real 1787827389] req@ffff9ab5f98021c0 x1874671428707200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827389.186142:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428707200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827389.186150:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827389.186154:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827389.186157:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827390.145510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827390.145536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827390.145624:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827391.169505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827391.169644:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827391.169670:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827392.193521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827392.193527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827392.193617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827393.217459:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827393.217493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827393.217560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827394.241571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827394.241627:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827394.241638:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827394.305543:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827394.305555:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827394.305560:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827394.305579:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1495 00000100:00080000:3.0:1787827394.305601:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827394.305610:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827394.305654:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428707328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827394.305698:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827394.305701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827394.305703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827394.305707:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1495 00000100:00080000:3.0:1787827394.305709:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827394.305712:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827394.305723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827394.305733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428707456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827394.305741:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827394.305744:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827394.305745:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827394.305747:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1495 00000100:00080000:3.0:1787827394.305766:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827394.305771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827394.305778:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827394.305794:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428707584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827394.305809:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827394.305831:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827394.305833:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827394.305838:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1495 00000100:00080000:3.0:1787827394.305841:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827394.305851:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827394.305854:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428707328:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787827394.305857:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827394.305888:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428707712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827394.305976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827394.306018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827394/real 1787827394] req@ffff9ab5f994a580 x1874671428707328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827394.306033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428707328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827394.306053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827394.306056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827394.306059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428707328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827394.306065:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707456:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827394.306083:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827394.306092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827394/real 1787827394] req@ffff9ab5f994ad00 x1874671428707456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827394.306101:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428707456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827394.306107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827394.306110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827394.306112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827394.306117:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827394.306129:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827394.306135:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827394/real 1787827394] req@ffff9ab5f9948780 x1874671428707584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827394.306144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428707584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827394.306150:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827394.306170:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827394.306173:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827394.306204:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827394.306225:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827394.306241:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827394/real 1787827394] req@ffff9ab5f9948b40 x1874671428707712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827394.306284:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428707712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827394.306325:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827394.306340:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827394.306346:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827395.265613:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827395.265613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827395.265675:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827396.289518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827396.289521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827396.289596:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827397.313495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827397.313508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827397.313557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827398.337530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827398.337540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827398.337601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827399.361473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827399.361473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827399.361505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827399.425487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827399.425495:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827399.425499:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827399.425514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1500 00000100:00080000:3.0:1787827399.425522:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827399.425528:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827399.425562:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428707840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827399.425582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827399.425585:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827399.425587:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827399.425589:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1500 00000100:00080000:3.0:1787827399.425592:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827399.425594:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827399.425602:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827399.425610:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428707968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827399.425618:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827399.425620:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827399.425621:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827399.425624:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1500 00000100:00080000:3.0:1787827399.425626:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827399.425628:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827399.425632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827399.425634:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428707840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827399.425641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428708096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827399.425649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827399.425651:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827399.425652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827399.425665:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1500 00000100:00080000:3.0:1787827399.425668:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827399.425670:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827399.425673:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827399.425681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428708224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827399.425709:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827399.425743:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827399/real 1787827399] req@ffff9ab5f9948b40 x1874671428707840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827399.425756:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428707840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827399.425764:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827399.425767:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827399.425771:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428707840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827399.425776:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827399.425790:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827399.425797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827399/real 1787827399] req@ffff9ab5f9948780 x1874671428707968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827399.425805:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428707968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827399.425814:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827399.425817:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827399.425819:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428707968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827399.425836:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827399.425847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827399.425853:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827399/real 1787827399] req@ffff9ab5f994ad00 x1874671428708096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827399.425860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428708096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827399.425866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827399.425868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827399.425870:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827399.425873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827399.425883:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827399.425888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827399/real 1787827399] req@ffff9ab5f994a580 x1874671428708224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827399.425894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428708224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827399.425899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827399.425901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827399.425904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827400.385511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827400.385511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827400.385535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827401.409480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827401.409494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827401.409742:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827402.433494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827402.433495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827402.433519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827403.457560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827403.457641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827403.457670:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827404.481565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827404.481565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827404.481598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827404.545621:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827404.545635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827404.545642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827404.545656:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1505 00000100:00080000:0.0:1787827404.545673:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827404.545683:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827404.545749:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428708352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827404.545821:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827404.545829:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827404.545834:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827404.545843:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1505 00000100:00080000:0.0:1787827404.545849:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827404.545855:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827404.545880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428708352:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787827404.545881:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827404.545909:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428708480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827404.545925:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827404.545930:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827404.545933:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827404.545938:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1505 00000100:00080000:0.0:1787827404.545942:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827404.545948:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827404.545955:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827404.545969:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428708608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827404.545981:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827404.545985:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827404.545987:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827404.545996:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1505 00000800:00000100:3.0:1787827404.545996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827404.546006:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827404.546012:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827404.546019:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827404.546035:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428708736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827404.546075:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827404/real 1787827404] req@ffff9ab5f27ae580 x1874671428708352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827404.546102:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428708352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827404.546116:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827404.546121:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827404.546127:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428708352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827404.546157:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827404.546182:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827404.546195:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827404/real 1787827404] req@ffff9ab5f27aed00 x1874671428708480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827404.546208:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428708480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827404.546218:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827404.546223:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827404.546226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827404.546233:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827404.546251:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827404.546262:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827404/real 1787827404] req@ffff9ab5f27ad680 x1874671428708608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827404.546274:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428708608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827404.546284:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827404.546287:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827404.546290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827404.546295:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827404.546312:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827404.546321:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827404/real 1787827404] req@ffff9ab5f27ae1c0 x1874671428708736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827404.546333:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428708736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827404.546341:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827404.546366:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827404.546370:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827405.505486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827405.505486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827405.505523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827406.529504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827406.529504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827406.529549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827407.553461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827407.553469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827407.553498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827408.577523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827408.577523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827408.577570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827409.601532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827409.601532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827409.601575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827409.665602:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827409.665616:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827409.665622:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827409.665645:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1510 00000100:00080000:0.0:1787827409.665659:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827409.665669:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827409.665730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428708864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827409.665769:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827409.665774:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827409.665778:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827409.665784:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1510 00000100:00080000:0.0:1787827409.665788:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827409.665792:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827409.665804:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827409.665818:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428708992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827409.665833:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827409.665840:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827409.665843:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827409.665852:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1510 00000100:00080000:0.0:1787827409.665856:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827409.665861:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827409.665869:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827409.665882:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428709120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827409.665901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428708864:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827409.665904:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827409.665932:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827409.665950:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827409.665958:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1510 00000100:00080000:0.0:1787827409.665967:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827409.665971:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827409.665978:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827409.665999:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428709248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827409.666053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827409.666167:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827409/real 1787827409] req@ffff9ab5f27ade00 x1874671428708864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827409.666202:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428708864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827409.666235:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827409.666240:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827409.666246:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428708864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827409.666256:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708992:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827409.666284:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827409.666297:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827409/real 1787827409] req@ffff9ab5f27afc00 x1874671428708992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827409.666336:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428708992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827409.666347:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827409.666351:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827409.666371:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428708992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827409.666406:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827409.666494:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827409.666508:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827409/real 1787827409] req@ffff9ab5f27ac3c0 x1874671428709120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827409.666521:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428709120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827409.666531:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827409.666535:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827409.666538:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827409.666545:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827409.666564:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827409.666573:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827409/real 1787827409] req@ffff9ab5f27acb40 x1874671428709248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827409.666584:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428709248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827409.666592:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827409.666595:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827409.666598:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827410.625539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827410.625589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827410.625702:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827411.649499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827411.649503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827411.649530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827412.673561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827412.673582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827412.673612:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827413.697495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827413.697497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827413.697545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827414.721557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827414.721563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827414.721656:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827414.785551:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827414.785564:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827414.785569:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827414.785582:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1515 00000100:00080000:0.0:1787827414.785596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827414.785605:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827414.785652:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428709376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827414.785695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827414.785703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827414.785707:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827414.785715:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1515 00000100:00080000:0.0:1787827414.785722:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827414.785746:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827414.785760:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827414.785782:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428709376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827414.785789:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428709504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827414.785833:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827414.785838:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827414.785842:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827414.785848:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1515 00000100:00080000:0.0:1787827414.785855:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827414.785861:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827414.785870:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827414.785891:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428709632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827414.785904:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827414.785916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827414.785917:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827414.785927:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827414.785934:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1515 00000100:00080000:0.0:1787827414.785940:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827414.785945:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827414.785952:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827414.785968:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428709760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827414.786010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff9ab5f27af0c0 x1874671428709376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827414.786043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428709376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827414.786058:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827414.786064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827414.786069:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428709376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827414.786118:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827414.786147:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827414.786160:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff9ab5f27af480 x1874671428709504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827414.786194:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428709504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827414.786205:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827414.786210:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827414.786214:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827414.786222:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827414.786245:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827414.786258:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff9ab5f27af840 x1874671428709632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827414.786318:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428709632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827414.786330:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827414.786334:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827414.786337:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827414.786344:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827414.786388:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827414.786402:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff9ab5f27ad2c0 x1874671428709760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827414.786460:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428709760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827414.786472:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827414.786475:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827414.786479:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428709760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827415.745516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827415.745517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827415.745563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827416.769477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827416.769486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827416.769522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827417.793553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827417.793558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827417.793594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827418.817538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827418.817544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827418.817585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827419.841525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827419.841544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827419.841627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827419.905511:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.905526:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827419.905534:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.905549:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1520 00000100:00080000:0.0:1787827419.905567:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.905578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827419.905640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428709888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.905684:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.905690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827419.905693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.905699:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1520 00000100:00080000:0.0:1787827419.905703:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.905708:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827419.905723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827419.905738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428710016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.905753:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.905759:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827419.905763:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.905771:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1520 00000100:00080000:0.0:1787827419.905777:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.905786:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827419.905796:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827419.905804:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428709888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827419.905826:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428710144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.905852:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.905859:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827419.905862:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.905869:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1520 00000100:00080000:0.0:1787827419.905875:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.905881:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827419.905888:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827419.905908:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428710272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827419.905932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827419.906018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827419] req@ffff9ab5f27acf00 x1874671428709888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827419.906047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428709888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827419.906062:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827419.906068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827419.906073:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428709888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827419.906083:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710016:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827419.906111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827419.906126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827419] req@ffff9ab5f27ac000 x1874671428710016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827419.906141:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428710016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827419.906152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827419.906156:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827419.906160:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827419.906193:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827419.906213:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827419.906224:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827419] req@ffff9ab5f27ae940 x1874671428710144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827419.906270:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428710144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827419.906291:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827419.906295:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827419.906299:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827419.906307:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827419.906334:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827419.906347:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827419] req@ffff9ab5f27ad2c0 x1874671428710272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827419.906360:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428710272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827419.906370:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827419.906374:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827419.906378:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827420.865467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827420.865467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827420.865513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827421.889494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827421.889512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827421.889558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827422.913485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827422.913492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827422.913548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827423.937521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827423.937544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827423.937568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827424.961549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827424.961553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827424.961576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827425.025603:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827425.025616:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827425.025623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827425.025649:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1525 00000100:00080000:2.0:1787827425.025668:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827425.025680:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827425.025732:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428710400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827425.025782:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827425.025785:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827425.025788:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827425.025793:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1525 00000100:00080000:2.0:1787827425.025797:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827425.025801:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827425.025811:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827425.025826:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428710528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827425.025842:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827425.025845:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428710400:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827425.025847:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827425.025851:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827425.025857:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1525 00000100:00080000:2.0:1787827425.025869:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827425.025874:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827425.025881:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827425.025894:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428710656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827425.025903:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827425.025907:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827425.025908:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827425.025912:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1525 00000100:00080000:2.0:1787827425.025915:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827425.025917:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827425.025921:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827425.025931:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428710784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827425.025945:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827425.025989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827425/real 1787827425] req@ffff9ab5f9802d00 x1874671428710400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827425.026012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428710400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827425.026025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827425.026049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827425.026057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428710400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827425.026097:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827425.026133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827425.026154:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827425/real 1787827425] req@ffff9ab5f98003c0 x1874671428710528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827425.026170:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428710528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827425.026181:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827425.026186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827425.026190:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827425.026197:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827425.026279:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827425.026293:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827425/real 1787827425] req@ffff9ab5f9803480 x1874671428710656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827425.026304:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428710656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827425.026313:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827425.026317:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827425.026321:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827425.026327:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827425.026344:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827425.026358:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827425/real 1787827425] req@ffff9ab5f98021c0 x1874671428710784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827425.026368:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428710784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827425.026384:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827425.026389:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827425.026392:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428710784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827425.985514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827425.985538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827425.985600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827427.009551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827427.009557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827427.009646:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827428.033514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827428.033515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827428.033560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827429.057517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827429.057526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827429.057563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827430.081519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827430.081532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827430.081563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827430.145484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827430.145495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827430.145500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827430.145509:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1530 00000100:00080000:2.0:1787827430.145520:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827430.145528:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827430.145563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428710912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827430.145593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827430.145597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827430.145599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827430.145603:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1530 00000100:00080000:2.0:1787827430.145607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827430.145612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827430.145623:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827430.145641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428711040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827430.145660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827430.145670:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428710912:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827430.145670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827430.145676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827430.145688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1530 00000100:00080000:2.0:1787827430.145692:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827430.145699:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827430.145705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827430.145721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428711168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827430.145732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827430.145736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827430.145738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827430.145752:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1530 00000800:00000100:0.0:1787827430.145757:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827430.145757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827430.145766:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827430.145774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827430.145792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428711296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827430.145821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827430/real 1787827430] req@ffff9ab5f9800780 x1874671428710912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827430.145839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428710912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827430.145849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827430.145852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827430.145856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428710912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827430.145880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827430.145899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827430.145908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827430/real 1787827430] req@ffff9ab5f9803840 x1874671428711040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827430.145917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428711040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827430.145923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827430.145926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827430.145928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827430.145932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827430.145944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827430.145949:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827430/real 1787827430] req@ffff9ab5f9801680 x1874671428711168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827430.145963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428711168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827430.145969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827430.145971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827430.145973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827430.145977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827430.145988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827430.145993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827430/real 1787827430] req@ffff9ab5f9802940 x1874671428711296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827430.146001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428711296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827430.146006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827430.146008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827430.146010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827431.105567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827431.105574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827431.105619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827432.129543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827432.129545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827432.129582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827433.153544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827433.153552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827433.153723:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827434.177485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827434.177507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827434.177510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827435.201470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827435.201493:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827435.201530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827435.265479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827435.265488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827435.265492:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827435.265501:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1535 00000100:00080000:2.0:1787827435.265511:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827435.265518:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827435.265550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428711424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827435.265572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827435.265575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827435.265576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827435.265580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1535 00000100:00080000:2.0:1787827435.265584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827435.265588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827435.265598:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827435.265614:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428711424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827435.265616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428711552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827435.265633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827435.265636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827435.265639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827435.265642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1535 00000100:00080000:2.0:1787827435.265645:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827435.265648:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827435.265653:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827435.265663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428711680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827435.265670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827435.265672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827435.265674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827435.265676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1535 00000100:00080000:2.0:1787827435.265679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827435.265683:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827435.265686:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787827435.265688:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827435.265696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428711808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827435.265752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827435/real 1787827435] req@ffff9ab5f9801a40 x1874671428711424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827435.265772:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428711424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827435.265779:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827435.265782:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827435.265785:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428711424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827435.265804:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711552:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827435.265822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827435.265831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827435/real 1787827435] req@ffff9ab5f9800000 x1874671428711552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827435.265838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428711552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827435.265844:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827435.265847:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827435.265849:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827435.265853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827435.265863:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827435.265869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827435/real 1787827435] req@ffff9ab5f98012c0 x1874671428711680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827435.265876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428711680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827435.265886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827435.265888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827435.265890:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827435.265894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827435.265903:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827435.265908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827435/real 1787827435] req@ffff9ab5f9801e00 x1874671428711808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827435.265927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428711808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827435.265932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827435.265934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827435.265935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428711808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827436.225494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827436.225516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827436.225529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827437.249500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827437.249508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827437.249562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827438.273483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827438.273548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827438.273574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827439.297502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827439.297536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827439.297546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827440.321476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827440.321491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827440.321510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827440.385805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827440.385816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827440.385821:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827440.385843:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1541 00000100:00080000:3.0:1787827440.385855:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827440.385863:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827440.385922:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428711936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827440.385958:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827440.385973:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827440.385975:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827440.385980:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1541 00000100:00080000:3.0:1787827440.385983:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827440.385987:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827440.385996:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827440.386007:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428712064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827440.386015:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827440.386017:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827440.386019:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827440.386022:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1541 00000100:00080000:3.0:1787827440.386026:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827440.386030:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827440.386036:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827440.386053:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428712192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827440.386063:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827440.386066:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827440.386069:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827440.386073:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1541 00000100:00080000:3.0:1787827440.386077:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827440.386083:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827440.386088:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827440.386117:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428712320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827440.386138:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428711936:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787827440.386227:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827440.386273:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827440/real 1787827440] req@ffff9ab5f994a1c0 x1874671428711936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827440.386296:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428711936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827440.386310:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827440.386315:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827440.386320:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428711936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827440.386347:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712064:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827440.386370:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827440.386380:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827440/real 1787827440] req@ffff9ab5f99492c0 x1874671428712064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827440.386389:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428712064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827440.386396:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827440.386398:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827440.386401:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827440.386405:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827440.386475:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827440.386490:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827440/real 1787827440] req@ffff9ab5f994bc00 x1874671428712192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827440.386501:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428712192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827440.386508:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827440.386510:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827440.386512:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827440.386538:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827440.386552:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827440.386559:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827440/real 1787827440] req@ffff9ab5f994b0c0 x1874671428712320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827440.386567:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428712320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827440.386573:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827440.386575:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827440.386577:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827441.345494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827441.345497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827441.345515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827442.369573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827442.369580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827442.369664:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827443.393540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827443.393606:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827443.393623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827444.417522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827444.417530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827444.417572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827445.441541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827445.441541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827445.441609:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827445.505528:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827445.505536:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827445.505540:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827445.505549:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1546 00000100:00080000:2.0:1787827445.505559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827445.505564:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827445.505596:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428712448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827445.505619:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827445.505622:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827445.505623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827445.505626:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1546 00000100:00080000:2.0:1787827445.505628:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827445.505632:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827445.505642:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827445.505657:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428712576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827445.505664:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428712448:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827445.505676:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827445.505680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827445.505683:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827445.505688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1546 00000100:00080000:2.0:1787827445.505691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827445.505694:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827445.505698:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827445.505708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428712704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827445.505715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827445.505718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827445.505720:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827445.505722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1546 00000100:00080000:2.0:1787827445.505724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827445.505726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827445.505731:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787827445.505733:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827445.505753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428712832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827445.505784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827445/real 1787827445] req@ffff9ab5f9802580 x1874671428712448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827445.505805:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428712448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827445.505840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827445.505843:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827445.505846:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428712448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827445.505874:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712576:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827445.505899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827445.505913:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827445/real 1787827445] req@ffff9ab5f9800f00 x1874671428712576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827445.505923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428712576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827445.505929:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827445.505931:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827445.505933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827445.505938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827445.505952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827445.505958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827445/real 1787827445] req@ffff9ab5f9800b40 x1874671428712704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827445.505966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428712704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827445.505972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827445.505974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827445.505976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827445.505979:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827445.505989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827445.505995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827445/real 1787827445] req@ffff9ab5f9801e00 x1874671428712832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827445.506003:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428712832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827445.506007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827445.506009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827445.506011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428712832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827446.465519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827446.465519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827446.465547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827447.489506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827447.489506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827447.489527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827448.513480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827448.513485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827448.513504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827449.537494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827449.537504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827449.537554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827450.561458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827450.561485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827450.561556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827450.625541:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827450.625553:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827450.625558:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827450.625568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1551 00000100:00080000:0.0:1787827450.625580:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827450.625587:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827450.625625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428712960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827450.625655:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827450.625658:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827450.625660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827450.625664:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1551 00000100:00080000:0.0:1787827450.625667:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827450.625671:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827450.625679:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827450.625686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428712960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827450.625693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428713088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827450.625702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827450.625705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827450.625706:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827450.625709:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1551 00000100:00080000:0.0:1787827450.625711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827450.625714:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827450.625717:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827450.625726:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428713216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827450.625732:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827450.625735:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827450.625737:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827450.625739:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1551 00000100:00080000:0.0:1787827450.625741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827450.625744:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827450.625747:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827450.625753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428713344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827450.625784:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827450.625812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827450.625838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827451.585472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827451.585474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827451.585504:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827452.609457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827452.609524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827452.609550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827453.633456:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827453.633486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827453.633503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827453.697659:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827453.697702:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827453.697719:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827453.697758:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827453.697772:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827453.697784:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787827453.697797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827450/real 1787827453] req@ffff9ab5f27af480 x1874671428713088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827453.697827:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428713088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827453.697841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827453.697848:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827453.697855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827453.697866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827450/real 1787827453] req@ffff9ab5f27af0c0 x1874671428713216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827453.697883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428713216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827453.697893:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827453.697898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827453.697903:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827453.697911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827450/real 1787827453] req@ffff9ab5f27acb40 x1874671428713344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827453.697925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428713344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827453.697934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827453.697939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827453.697943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827453.697953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827450/real 1787827453] req@ffff9ab5f27af840 x1874671428712960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827453.697970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428712960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827453.697979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827453.697984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827453.697987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428712960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827454.657484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827454.657564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827454.657612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827455.681477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827455.681510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827455.681524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787827455.745574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827455.745582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827455.745586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827455.745594:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1556 00000100:00080000:0.0:1787827455.745603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827455.745609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827455.745644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428713472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827455.745665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827455.745667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827455.745669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827455.745672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1556 00000100:00080000:0.0:1787827455.745674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827455.745677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827455.745684:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827455.745694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428713600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827455.745707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827455.745710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827455.745712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827455.745718:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1556 00000100:00080000:0.0:1787827455.745721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827455.745728:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827455.745733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827455.745748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428713728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827455.745748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428713472:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827455.745772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827455.745777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827455.745780:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827455.745788:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1556 00000100:00080000:0.0:1787827455.745807:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827455.745811:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827455.745818:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827455.745834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428713856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827455.745854:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827455.745929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff9ab5f27ac3c0 x1874671428713472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827455.745964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428713472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827455.745984:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827455.746006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827455.746012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428713472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827455.746025:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827455.746056:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827455.746072:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff9ab5f27afc00 x1874671428713600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827455.746085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428713600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827455.746094:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827455.746098:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827455.746101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827455.746139:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827455.746173:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827455.746185:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff9ab5f27ade00 x1874671428713728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827455.746196:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428713728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827455.746205:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827455.746209:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827455.746213:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827455.746220:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827455.746240:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827455.746252:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff9ab5f27ae1c0 x1874671428713856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827455.746263:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428713856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827455.746271:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827455.746376:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827455.746381:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428713856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827456.705474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827456.705554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827456.705571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827457.729468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827457.729477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827457.729542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827458.753445:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827458.753487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827458.753517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827459.777471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827459.777498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827459.777502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827460.801553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827460.801560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827460.801608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827460.865504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827460.865512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827460.865517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827460.865529:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1561 00000100:00080000:2.0:1787827460.865541:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827460.865550:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827460.865586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428713984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827460.865618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827460.865623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827460.865625:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827460.865631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1561 00000100:00080000:2.0:1787827460.865636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827460.865642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827460.865651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428713984:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827460.865653:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827460.865676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428714112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827460.865698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827460.865702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827460.865706:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827460.865712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1561 00000800:00000100:0.0:1787827460.865717:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827460.865723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827460.865731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827460.865738:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827460.865755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428714240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827460.865767:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff9ab5f98012c0 x1874671428713984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827460.865768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827460.865777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827460.865781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827460.865789:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1561 00000100:00100000:0.0:1787827460.865792:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428713984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827460.865795:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827460.865804:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00080000:0.0:1787827460.865806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787827460.865811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1787827460.865814:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827460.865819:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428713984:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827460.865831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428714368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827460.865842:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714112:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827460.865866:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827460.865880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff9ab5f9800000 x1874671428714112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827460.865889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428714112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827460.865895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827460.865898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827460.865900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827460.865904:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827460.865914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827460.865920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff9ab5f9801a40 x1874671428714240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827460.865927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428714240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827460.865936:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827460.865939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827460.865943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827460.865979:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827460.866003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827460.866013:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff9ab5f9802940 x1874671428714368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827460.866022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428714368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827460.866028:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827460.866030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827460.866033:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827461.825473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827461.825497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827461.825524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827462.849557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827462.849557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827462.849601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827463.873490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827463.873531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827463.873541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827464.897501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827464.897520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827464.897531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827465.921583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827465.921590:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827465.921615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827465.985550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827465.985564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827465.985569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827465.985582:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1566 00000100:00080000:3.0:1787827465.985597:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827465.985606:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827465.985654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428714496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827465.985685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827465.985689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827465.985691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827465.985695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1566 00000100:00080000:3.0:1787827465.985698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827465.985702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827465.985714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827465.985727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428714624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827465.985737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827465.985742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827465.985743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827465.985747:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1566 00000100:00080000:3.0:1787827465.985750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827465.985758:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827465.985760:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428714496:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787827465.985763:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827465.985778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428714752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827465.985789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827465.985793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827465.985794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827465.985798:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1566 00000100:00080000:3.0:1787827465.985801:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827465.985804:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827465.985808:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827465.985818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428714880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827465.985857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827465.985909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff9ab5f994b480 x1874671428714496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827465.985949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428714496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.985977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827465.985981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827465.985985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428714496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827465.985993:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714624:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827465.986018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827465.986029:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff9ab5f9948f00 x1874671428714624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827465.986040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428714624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.986048:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827465.986051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827465.986054:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714624:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827465.986080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827465.986095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827465.986103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff9ab5f9949e00 x1874671428714752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827465.986124:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428714752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.986132:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827465.986135:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827465.986138:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827465.986143:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827465.986158:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827465.986166:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff9ab5f994a940 x1874671428714880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827465.986182:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428714880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.986189:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827465.986191:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827465.986194:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428714880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827466.945500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827466.945545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827466.945550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827467.969507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827467.969548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827467.969567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827468.993505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827468.993505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827468.993533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827470.017499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827470.017510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827470.017535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827471.041500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827471.041512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827471.041557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827471.105566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827471.105574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827471.105578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827471.105586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1571 00000100:00080000:1.0:1787827471.105595:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827471.105600:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827471.105634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428715008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827471.105656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827471.105661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827471.105663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827471.105666:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1571 00000100:00080000:1.0:1787827471.105670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827471.105675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827471.105684:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827471.105697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428715136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827471.105708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827471.105711:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428715008:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827471.105712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827471.105714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827471.105717:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1571 00000100:00080000:1.0:1787827471.105721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827471.105725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827471.105729:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827471.105738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428715264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827471.105746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827471.105749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827471.105751:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827471.105754:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1571 00000100:00080000:1.0:1787827471.105764:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827471.105768:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827471.105772:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827471.105772:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827471.105781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428715392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827471.105813:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827471/real 1787827471] req@ffff9ab5f24b92c0 x1874671428715008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827471.105830:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428715008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827471.105840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827471.105845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827471.105849:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428715008:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827471.105868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715136:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827471.105904:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827471.105918:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827471/real 1787827471] req@ffff9ab5f24b83c0 x1874671428715136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827471.105930:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428715136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827471.105936:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827471.105939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827471.105941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715136:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827471.105945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827471.105960:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827471.105967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827471/real 1787827471] req@ffff9ab5f24b8000 x1874671428715264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827471.105974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428715264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827471.105979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827471.105981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827471.105983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827471.105986:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827471.105995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827471.106001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827471/real 1787827471] req@ffff9ab5f24bb840 x1874671428715392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827471.106007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428715392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827471.106016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827471.106018:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827471.106020:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827472.065494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827472.065494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827472.065518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827473.089485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827473.089492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827473.089546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827474.113478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827474.113501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827474.113578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827475.137503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827475.137534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827475.137556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827476.161525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827476.161528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827476.161572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827476.225528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827476.225540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827476.225545:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827476.225556:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1576 00000100:00080000:0.0:1787827476.225569:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827476.225576:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827476.225620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428715520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827476.225650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827476.225653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827476.225655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827476.225658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1576 00000100:00080000:0.0:1787827476.225661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827476.225663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827476.225673:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827476.225685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428715648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827476.225693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827476.225696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827476.225698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827476.225700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1576 00000100:00080000:0.0:1787827476.225702:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827476.225705:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827476.225710:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827476.225718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428715776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827476.225721:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428715520:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827476.225727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827476.225736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827476.225739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827476.225742:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1576 00000100:00080000:0.0:1787827476.225745:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827476.225747:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827476.225750:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827476.225760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428715904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827476.225808:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827476.225865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827476/real 1787827476] req@ffff9ab5f27ad680 x1874671428715520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827476.225880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428715520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827476.225889:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827476.225893:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827476.225896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428715520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827476.225902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715648:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827476.225921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827476.225929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827476/real 1787827476] req@ffff9ab5f27aed00 x1874671428715648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827476.225937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428715648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827476.225943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827476.225945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827476.225948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827476.225967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827476.225979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827476.225985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827476/real 1787827476] req@ffff9ab5f27ae580 x1874671428715776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827476.225993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428715776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827476.225998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827476.226001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827476.226003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827476.226007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827476.226017:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827476.226023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827476/real 1787827476] req@ffff9ab5f27ae1c0 x1874671428715904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827476.226030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428715904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827476.226035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827476.226037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827476.226039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428715904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827477.185457:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827477.185463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827477.185502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827478.209496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827478.209496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827478.209530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827479.233515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827479.233529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827479.233564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827480.257498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827480.257498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827480.257522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827481.281516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827481.281534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827481.281574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827481.345545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827481.345574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827481.345581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827481.345596:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1582 00000100:00080000:2.0:1787827481.345611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827481.345621:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827481.345672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428716032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827481.345715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827481.345721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827481.345724:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827481.345730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1582 00000100:00080000:2.0:1787827481.345734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827481.345740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827481.345752:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827481.345768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428716160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827481.345781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827481.345785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827481.345788:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827481.345793:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1582 00000100:00080000:2.0:1787827481.345798:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827481.345804:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827481.345825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428716032:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827481.345827:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827481.345845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428716288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827481.345875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827481.345879:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827481.345881:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827481.345885:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1582 00000100:00080000:2.0:1787827481.345889:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827481.345895:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827481.345900:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827481.345919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428716416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827481.345929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827481.345987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827481/real 1787827481] req@ffff9ab5f9801680 x1874671428716032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827481.346008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428716032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827481.346019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827481.346023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827481.346027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428716032:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827481.346035:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716160:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827481.346053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827481.346066:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827481/real 1787827481] req@ffff9ab5f9803840 x1874671428716160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827481.346080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428716160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827481.346090:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827481.346094:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827481.346098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716160:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827481.346125:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827481.346146:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827481.346157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827481/real 1787827481] req@ffff9ab5f9800780 x1874671428716288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827481.346169:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428716288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827481.346178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827481.346181:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827481.346184:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827481.346190:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827481.346206:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827481.346216:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827481/real 1787827481] req@ffff9ab5f98021c0 x1874671428716416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827481.346229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428716416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827481.346237:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827481.346240:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827481.346244:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827482.305495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827482.305495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827482.305601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827483.329543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827483.329543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827483.329604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827484.353507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827484.353575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827484.353595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827485.377466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827485.377466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827485.377497:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827486.401454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827486.401457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827486.401499:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827486.465524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827486.465533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827486.465537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827486.465545:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1587 00000100:00080000:0.0:1787827486.465554:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827486.465560:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827486.465591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428716544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827486.465613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827486.465616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827486.465617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827486.465620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1587 00000100:00080000:0.0:1787827486.465622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827486.465624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827486.465631:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827486.465640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428716672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827486.465648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827486.465652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827486.465654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827486.465654:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428716544:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827486.465662:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1587 00000100:00080000:0.0:1787827486.465665:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827486.465667:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827486.465670:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827486.465679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428716800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827486.465690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827486.465692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827486.465693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827486.465696:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1587 00000100:00080000:0.0:1787827486.465698:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827486.465700:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827486.465703:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827486.465711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428716928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827486.465717:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827486.465754:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827486/real 1787827486] req@ffff9ab5f27ade00 x1874671428716544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827486.465767:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428716544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827486.465786:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827486.465789:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827486.465793:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428716544:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827486.465810:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716672:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827486.465828:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827486.465837:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827486/real 1787827486] req@ffff9ab5f27afc00 x1874671428716672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827486.465846:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428716672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827486.465852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827486.465854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827486.465856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716672:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827486.465860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827486.465871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827486.465877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827486/real 1787827486] req@ffff9ab5f27ac3c0 x1874671428716800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827486.465884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428716800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827486.465890:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827486.465891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827486.465893:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827486.465897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827486.465906:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827486.465912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827486/real 1787827486] req@ffff9ab5f27af840 x1874671428716928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827486.465919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428716928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827486.465928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827486.465930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827486.465932:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428716928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827487.425482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827487.425482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827487.425567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827488.449529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827488.449531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827488.449652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827489.473516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827489.473516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827489.473550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827490.497491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827490.497492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827490.497542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827491.521505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827491.521505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827491.521659:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827491.585481:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827491.585491:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827491.585496:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827491.585507:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1592 00000100:00080000:0.0:1787827491.585519:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827491.585526:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827491.585582:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428717056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827491.585608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827491.585611:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827491.585613:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827491.585616:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1592 00000100:00080000:0.0:1787827491.585631:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827491.585635:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827491.585646:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827491.585656:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428717184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827491.585661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428717056:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827491.585670:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827491.585673:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827491.585674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827491.585678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1592 00000100:00080000:0.0:1787827491.585680:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827491.585683:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827491.585694:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827491.585703:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428717312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827491.585709:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827491.585712:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827491.585713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827491.585716:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1592 00000100:00080000:0.0:1787827491.585718:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827491.585721:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827491.585724:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827491.585730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428717440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827491.585762:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827491.585827:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827491/real 1787827491] req@ffff9ab5f27acb40 x1874671428717056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827491.585853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428717056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827491.585862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827491.585865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827491.585868:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428717056:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827491.585891:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717184:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827491.585917:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827491.585926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827491/real 1787827491] req@ffff9ab5f27af0c0 x1874671428717184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827491.585939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428717184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827491.585945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827491.585948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827491.585950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717184:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827491.585954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827491.585965:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827491.585972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827491/real 1787827491] req@ffff9ab5f27af480 x1874671428717312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827491.585980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428717312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827491.585985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827491.585987:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827491.585989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827491.585992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827491.586002:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827491.586008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827491/real 1787827491] req@ffff9ab5f27ad2c0 x1874671428717440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827491.586015:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428717440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827491.586035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827491.586037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827491.586039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827492.545530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827492.545592:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827492.545675:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827493.569512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827493.569518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827493.569586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827494.593485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827494.593497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827494.593537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827495.617502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827495.617516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827495.617569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827496.641515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827496.641515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827496.641544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827496.705501:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827496.705511:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827496.705515:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827496.705524:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1597 00000100:00080000:0.0:1787827496.705536:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827496.705543:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827496.705592:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428717568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827496.705639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827496.705644:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827496.705647:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827496.705654:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1597 00000100:00080000:0.0:1787827496.705660:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827496.705667:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827496.705678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827496.705693:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428717568:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827496.705716:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428717696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827496.705734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827496.705738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827496.705741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827496.705745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1597 00000100:00080000:0.0:1787827496.705767:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827496.705772:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827496.705778:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787827496.705795:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827496.705796:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428717824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827496.705807:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827496.705810:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827496.705811:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827496.705815:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1597 00000100:00080000:0.0:1787827496.705818:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827496.705820:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827496.705824:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827496.705835:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428717952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827496.705843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff9ab5f27ae940 x1874671428717568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827496.705873:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428717568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827496.705902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827496.705905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827496.705909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428717568:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827496.705933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717696:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827496.705972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827496.705983:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff9ab5f27ac000 x1874671428717696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827496.705992:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428717696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827496.706000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827496.706002:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827496.706006:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717696:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827496.706011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827496.706027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827496.706035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff9ab5f27acf00 x1874671428717824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827496.706044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428717824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827496.706051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827496.706053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827496.706055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827496.706059:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827496.706072:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827496.706080:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff9ab5f27ad2c0 x1874671428717952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827496.706089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428717952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827496.706096:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827496.706098:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827496.706100:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428717952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827497.665544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827497.665576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827497.665628:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827498.689467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827498.689469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827498.689508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827499.713497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827499.713497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827499.713539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827500.737498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827500.737547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827500.737562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827501.761584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827501.761585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827501.761716:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827501.825549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827501.825557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827501.825577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827501.825586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1602 00000100:00080000:3.0:1787827501.825596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827501.825601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827501.825649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428718080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827501.825693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827501.825697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827501.825699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827501.825705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1602 00000100:00080000:3.0:1787827501.825725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827501.825730:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827501.825741:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827501.825752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428718080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827501.825761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428718208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827501.825777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827501.825781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827501.825784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827501.825789:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1602 00000100:00080000:3.0:1787827501.825802:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827501.825806:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827501.825811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787827501.825816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827501.825827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428718336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827501.825836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827501.825839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827501.825840:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827501.825843:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1602 00000100:00080000:3.0:1787827501.825846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827501.825848:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827501.825851:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827501.825861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff9ab5f9949a40 x1874671428718080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827501.825863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428718464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827501.825900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428718080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827501.825911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827501.825915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827501.825919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428718080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827501.825954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718208:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827501.825980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827501.825989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff9ab5f9948000 x1874671428718208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827501.825998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428718208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827501.826004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827501.826006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827501.826008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718208:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827501.826013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827501.826026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827501.826031:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff9ab5f9949680 x1874671428718336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827501.826044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428718336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827501.826049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827501.826051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827501.826053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827501.826056:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827501.826066:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827501.826072:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff9ab5f994b840 x1874671428718464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827501.826079:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428718464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827501.826084:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827501.826086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827501.826087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827502.785614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827502.785615:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827502.785654:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827503.809559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827503.809591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827503.809606:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827504.833536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827504.833579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827504.833591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827505.857520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827505.857520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827505.857624:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827506.881498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827506.881541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827506.881553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827506.945951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.945971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827506.945977:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.945991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1607 00000100:00080000:3.0:1787827506.946007:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.946017:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827506.946070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428718592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.946099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.946104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827506.946106:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.946111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1607 00000100:00080000:3.0:1787827506.946115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.946121:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827506.946133:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827506.946143:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428718592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827506.946151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428718720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.946165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.946168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827506.946171:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.946177:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1607 00000100:00080000:3.0:1787827506.946181:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.946186:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827506.946193:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827506.946205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428718848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.946216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.946219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827506.946221:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.946224:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1607 00000100:00080000:3.0:1787827506.946229:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827506.946234:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827506.946237:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827506.946243:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827506.946258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428718976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827506.946300:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff9ab5f994b840 x1874671428718592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827506.946324:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428718592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827506.946337:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827506.946342:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827506.946347:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428718592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827506.946378:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718720:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827506.946449:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827506.946466:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff9ab5f9949680 x1874671428718720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827506.946481:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428718720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827506.946491:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827506.946494:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827506.946498:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718720:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827506.946505:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827506.946528:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827506.946540:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff9ab5f9948000 x1874671428718848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827506.946552:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428718848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827506.946569:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827506.946573:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827506.946577:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827506.946583:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827506.946603:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827506.946614:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff9ab5f9949a40 x1874671428718976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827506.946627:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428718976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827506.946652:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827506.946656:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827506.946660:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428718976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827507.905530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827507.905536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827507.905591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827508.929495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827508.929495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827508.929539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827509.953485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827509.953485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827509.953513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827510.977505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827510.977530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827510.977551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827512.001495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827512.001503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827512.001541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827512.065497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827512.065506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827512.065510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827512.065519:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1612 00000100:00080000:3.0:1787827512.065528:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827512.065535:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827512.065565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428719104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827512.065588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827512.065591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827512.065592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827512.065610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1612 00000100:00080000:3.0:1787827512.065613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827512.065616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827512.065624:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827512.065639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428719232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827512.065651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827512.065657:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428719104:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827512.065657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827512.065661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827512.065668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1612 00000100:00080000:3.0:1787827512.065671:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827512.065674:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827512.065679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827512.065690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428719360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827512.065698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827512.065700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827512.065702:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827512.065705:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1612 00000100:00080000:3.0:1787827512.065708:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827512.065710:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827512.065714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827512.065717:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827512.065725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428719488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827512.065764:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827512/real 1787827512] req@ffff9ab5f994a940 x1874671428719104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827512.065784:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428719104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827512.065793:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827512.065796:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827512.065799:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428719104:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827512.065816:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719232:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827512.065831:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827512.065839:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827512/real 1787827512] req@ffff9ab5f9949e00 x1874671428719232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827512.065847:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428719232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827512.065852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827512.065854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827512.065856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719232:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827512.065859:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827512.065869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827512.065875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827512/real 1787827512] req@ffff9ab5f9948f00 x1874671428719360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827512.065882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428719360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827512.065892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827512.065894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827512.065896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827512.065899:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827512.065908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827512.065914:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827512/real 1787827512] req@ffff9ab5f994b480 x1874671428719488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827512.065920:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428719488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827512.065925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827512.065927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827512.065929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827513.025463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827513.025483:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827513.025561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827514.049472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827514.049475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827514.049517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827515.073537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827515.073537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827515.073652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827516.097485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827516.097490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827516.097618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827517.121462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827517.121462:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827517.121513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827517.185469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827517.185479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827517.185484:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827517.185494:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1617 00000100:00080000:3.0:1787827517.185505:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827517.185512:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827517.185547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428719616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827517.185587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827517.185592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827517.185594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827517.185609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1617 00000100:00080000:3.0:1787827517.185613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827517.185619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827517.185630:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827517.185638:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428719616:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827517.185648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428719744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827517.185661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827517.185665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827517.185668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827517.185672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1617 00000100:00080000:3.0:1787827517.185685:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827517.185690:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827517.185696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827517.185714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428719872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827517.185726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827517.185730:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719744:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787827517.185732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827517.185738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827517.185744:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1617 00000100:00080000:3.0:1787827517.185751:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827517.185756:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827517.185759:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719872:192.168.203.115@tcp:8:kworker.0 00000008:00100000:3.0:1787827517.185765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827517.185783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428720000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827517.185812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827518.145474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827518.145516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827518.145539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827519.169567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827519.169586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827519.169612:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827520.193460:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827520.193481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827520.193516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827520.257727:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827520.257777:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827520.257794:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827520.257848:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827520.257859:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827520.257870:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787827520.257939:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827517/real 1787827520] req@ffff9ab5f994a1c0 x1874671428720000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827520.257973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428720000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827520.257999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827520.258005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827520.258011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827520.258021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827517/real 1787827520] req@ffff9ab5f994bc00 x1874671428719744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827520.258036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428719744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827520.258045:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827520.258048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827520.258052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719744:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827520.258062:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827517/real 1787827520] req@ffff9ab5f99492c0 x1874671428719872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827520.258075:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428719872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827520.258085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827520.258089:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827520.258104:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428719872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827520.258112:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827517/real 1787827520] req@ffff9ab5f994b0c0 x1874671428719616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827520.258126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428719616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827520.258135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827520.258139:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827520.258142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428719616:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827521.217466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827521.217483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827521.217517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827522.241464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827522.241517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827522.241559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787827522.305570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827522.305580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827522.305584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827522.305593:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1623 00000100:00080000:1.0:1787827522.305604:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827522.305611:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827522.305646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428720128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827522.305674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827522.305677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827522.305679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827522.305682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1623 00000100:00080000:1.0:1787827522.305685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827522.305688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827522.305696:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827522.305707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428720256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827522.305715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827522.305718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827522.305720:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787827522.305724:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428720128:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827522.305725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1623 00000100:00080000:1.0:1787827522.305730:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827522.305735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827522.305739:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827522.305746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428720384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827522.305753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827522.305756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827522.305759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827522.305762:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1623 00000100:00080000:1.0:1787827522.305767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827522.305772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827522.305777:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787827522.305788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827522.305791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428720512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827522.305845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827522/real 1787827522] req@ffff9ab5f24bb840 x1874671428720128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827522.305865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428720128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827522.305882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827522.305887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827522.305892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428720128:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827522.305927:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720256:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827522.305953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827522.305971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827522/real 1787827522] req@ffff9ab5f24b8000 x1874671428720256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827522.305984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428720256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827522.305993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827522.305997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827522.306000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720256:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827522.306008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827522.306030:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827522.306052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827522/real 1787827522] req@ffff9ab5f24b83c0 x1874671428720384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827522.306065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428720384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827522.306075:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827522.306079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827522.306083:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827522.306089:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827522.306112:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827522.306126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827522/real 1787827522] req@ffff9ab5f24b92c0 x1874671428720512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827522.306145:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428720512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827522.306152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827522.306155:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827522.306159:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827523.265462:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827523.265474:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827523.265493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827524.289456:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827524.289479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827524.289547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827525.313461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827525.313542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827525.313567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827526.337452:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827526.337516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827526.337572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827527.361514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827527.361514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827527.361599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827527.425561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827527.425572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827527.425577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827527.425588:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1628 00000100:00080000:1.0:1787827527.425601:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827527.425609:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827527.425653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428720640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827527.425681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827527.425684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827527.425685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827527.425688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1628 00000100:00080000:1.0:1787827527.425691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827527.425693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827527.425703:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827527.425713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428720768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827527.425720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827527.425724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827527.425726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827527.425729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1628 00000100:00080000:1.0:1787827527.425733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827527.425735:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428720640:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827527.425738:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827527.425748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827527.425762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428720896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827527.425774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827527.425778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827527.425781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827527.425786:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1628 00000100:00080000:1.0:1787827527.425791:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827527.425795:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827527.425801:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827527.425812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428721024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827527.425817:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827527.425876:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827527/real 1787827527] req@ffff9ab5f24ba580 x1874671428720640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827527.425892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428720640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827527.425902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827527.425905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827527.425909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428720640:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827527.425915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720768:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827527.425934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827527.425944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827527/real 1787827527] req@ffff9ab5f24b9680 x1874671428720768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827527.425953:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428720768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827527.425964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827527.425966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827527.425969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720768:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827527.425991:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827527.426005:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827527.426011:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827527/real 1787827527] req@ffff9ab5f24ba1c0 x1874671428720896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827527.426019:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428720896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827527.426025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827527.426027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827527.426029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428720896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827527.426033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827527.426044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827527.426050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827527/real 1787827527] req@ffff9ab5f24b8f00 x1874671428721024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827527.426058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428721024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827527.426063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827527.426064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827527.426067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827528.385518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827528.385551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827528.385582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827529.409557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827529.409565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827529.409590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827530.433565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827530.433573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827530.433596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827531.457498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827531.457504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827531.457556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827532.481536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827532.481537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827532.481575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827532.545494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827532.545503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827532.545507:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827532.545515:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1633 00000100:00080000:3.0:1787827532.545525:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827532.545531:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827532.545562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428721152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827532.545588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827532.545591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827532.545593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827532.545597:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1633 00000100:00080000:3.0:1787827532.545600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827532.545602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827532.545611:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827532.545622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428721280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827532.545631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827532.545634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827532.545636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827532.545643:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1633 00000100:00100000:2.0:1787827532.545646:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428721152:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827532.545648:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827532.545657:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827532.545665:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827532.545683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428721408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827532.545695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827532.545698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827532.545701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827532.545705:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1633 00000100:00080000:3.0:1787827532.545709:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827532.545715:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827532.545716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827532.545724:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827532.545735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428721536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827532.545756:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827532/real 1787827532] req@ffff9ab5f994a580 x1874671428721152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.545771:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428721152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.545779:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.545782:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827532.545785:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428721152:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827532.545791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721280:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827532.545807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827532.545818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827532/real 1787827532] req@ffff9ab5f994ad00 x1874671428721280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.545825:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428721280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.545831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.545833:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827532.545836:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721280:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827532.545853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827532.545864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827532.545871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827532/real 1787827532] req@ffff9ab5f9948780 x1874671428721408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.545879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428721408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.545884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.545886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827532.545888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827532.545892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827532.545917:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827532.545928:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827532/real 1787827532] req@ffff9ab5f9948b40 x1874671428721536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827532.545942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428721536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827532.545951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827532.545955:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827532.545959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827533.505509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827533.505534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827533.505546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827534.529565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827534.529579:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827534.529640:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827535.553484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827535.553500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827535.553506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827536.577579:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827536.577593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827536.577649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827537.601514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827537.601522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827537.601539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827537.665521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827537.665530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827537.665534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827537.665545:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1638 00000100:00080000:2.0:1787827537.665555:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827537.665563:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827537.665597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428721664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827537.665661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827537.665685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827537.665687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827537.665692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1638 00000100:00080000:2.0:1787827537.665696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827537.665701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827537.665711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827537.665728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428721792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827537.665728:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428721664:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827537.665747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827537.665751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827537.665753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827537.665757:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1638 00000100:00080000:2.0:1787827537.665761:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827537.665765:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827537.665771:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827537.665783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428721920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827537.665809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827537.665813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827537.665815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787827537.665820:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827537.665824:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1638 00000100:00080000:2.0:1787827537.665829:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827537.665834:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827537.665839:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827537.665852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428722048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827537.665866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827537/real 1787827537] req@ffff9ab5f9803480 x1874671428721664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827537.665883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428721664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827537.665892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827537.665895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827537.665898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428721664:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827537.665916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721792:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827537.665934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827537.665943:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827537/real 1787827537] req@ffff9ab5f98003c0 x1874671428721792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827537.665957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428721792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827537.665963:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827537.665965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827537.665967:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721792:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827537.665971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827537.665982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827537.665988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827537/real 1787827537] req@ffff9ab5f9802d00 x1874671428721920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827537.665996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428721920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827537.666001:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827537.666003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827537.666005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428721920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827537.666008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827537.666018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827537.666023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827537/real 1787827537] req@ffff9ab5f98021c0 x1874671428722048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827537.666031:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428722048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827537.666041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827537.666044:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827537.666047:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827538.625577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827538.625577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827538.625653:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827539.649519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827539.649528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827539.649549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827540.673492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827540.673493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827540.673516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827541.697484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827541.697534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827541.697597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827542.721473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827542.721483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827542.721505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827542.785548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827542.785576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827542.785597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827542.785608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1643 00000100:00080000:2.0:1787827542.785619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827542.785626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827542.785702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428722176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827542.785752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827542.785755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827542.785756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827542.785760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1643 00000100:00080000:2.0:1787827542.785763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827542.785766:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827542.785774:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827542.785784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428722304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827542.785793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428722176:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827542.785799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827542.785805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827542.785807:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827542.785812:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1643 00000100:00080000:2.0:1787827542.785817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827542.785821:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827542.785836:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827542.785851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428722432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827542.785858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827542.785861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827542.785862:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827542.785866:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1643 00000100:00080000:2.0:1787827542.785869:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827542.785871:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827542.785875:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827542.785880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827542.785887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428722560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827542.785926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff9ab5f9800780 x1874671428722176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827542.785942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428722176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827542.785950:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827542.785963:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827542.785966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428722176:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827542.785985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722304:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827542.786002:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827542.786010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff9ab5f9803840 x1874671428722304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827542.786018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428722304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827542.786024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827542.786027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827542.786029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722304:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827542.786033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827542.786049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827542.786060:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff9ab5f9801680 x1874671428722432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827542.786073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428722432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827542.786083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827542.786086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827542.786090:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827542.786097:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827542.786114:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827542.786122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff9ab5f9802940 x1874671428722560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827542.786130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428722560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827542.786147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827542.786149:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827542.786152:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827543.745545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827543.745545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827543.745566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827544.769493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827544.769493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827544.769526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827545.793504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827545.793529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827545.793597:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827546.817495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827546.817496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827546.817529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827547.841557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827547.841557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827547.841595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827547.905499:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827547.905508:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827547.905512:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827547.905521:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1648 00000100:00080000:0.0:1787827547.905530:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827547.905536:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827547.905571:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428722688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827547.905593:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827547.905597:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827547.905598:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827547.905601:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1648 00000100:00080000:0.0:1787827547.905604:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827547.905607:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827547.905615:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827547.905625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428722816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827547.905635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827547.905639:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787827547.905639:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428722688:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827547.905643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827547.905651:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1648 00000100:00080000:0.0:1787827547.905654:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827547.905657:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827547.905661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827547.905672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428722944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827547.905697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827547.905699:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827547.905701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827547.905704:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1648 00000100:00080000:0.0:1787827547.905708:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827547.905711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827547.905716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827547.905729:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428723072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827547.905729:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827547.905776:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff9ab5f27af480 x1874671428722688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827547.905810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428722688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827547.905820:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827547.905823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827547.905826:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428722688:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827547.905846:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722816:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827547.905869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827547.905885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff9ab5f27af0c0 x1874671428722816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827547.905901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428722816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827547.905913:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827547.905917:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827547.905923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722816:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827547.905931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827547.905958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827547.905973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff9ab5f27acb40 x1874671428722944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827547.905988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428722944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827547.905997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827547.906000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827547.906003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428722944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827547.906008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827547.906026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827547.906035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff9ab5f27af840 x1874671428723072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827547.906044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428723072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827547.906051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827547.906053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827547.906056:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827548.865477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827548.865477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827548.865492:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827549.889546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827549.889546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827549.889548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827550.913534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827550.913573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827550.913573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827551.937490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827551.937492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827551.937525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827552.961517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827552.961559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827552.961564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827553.025531:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827553.025540:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827553.025544:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827553.025563:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1653 00000100:00080000:2.0:1787827553.025573:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827553.025579:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827553.025612:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428723200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827553.025638:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827553.025641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827553.025642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827553.025645:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1653 00000100:00080000:2.0:1787827553.025647:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827553.025650:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827553.025658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827553.025669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428723328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827553.025678:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827553.025681:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827553.025682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827553.025685:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1653 00000100:00080000:2.0:1787827553.025687:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827553.025689:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827553.025696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827553.025706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428723456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827553.025713:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428723200:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827553.025716:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827553.025731:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827553.025735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827553.025739:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1653 00000100:00080000:2.0:1787827553.025741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827553.025743:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827553.025746:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827553.025753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428723584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827553.025850:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827553.025905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827553/real 1787827553] req@ffff9ab5f9801a40 x1874671428723200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827553.025923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428723200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827553.025945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827553.025948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827553.025952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428723200:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827553.025959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723328:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827553.025976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827553.025984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827553/real 1787827553] req@ffff9ab5f9800000 x1874671428723328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827553.026008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428723328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827553.026014:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827553.026017:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827553.026019:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723328:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827553.026043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827553.026060:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827553.026073:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827553/real 1787827553] req@ffff9ab5f98012c0 x1874671428723456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827553.026081:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428723456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827553.026087:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827553.026089:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827553.026091:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827553.026095:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827553.026106:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827553.026111:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827553/real 1787827553] req@ffff9ab5f9801e00 x1874671428723584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827553.026119:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428723584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827553.026124:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827553.026126:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827553.026128:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827553.985580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827553.985594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827553.985631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827555.009491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827555.009516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827555.009534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827556.033547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827556.033566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827556.033614:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827557.057471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827557.057526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827557.057609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827558.081489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827558.081489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827558.081519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827558.145502:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827558.145510:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827558.145514:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827558.145521:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1658 00000100:00080000:0.0:1787827558.145531:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827558.145539:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827558.145576:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428723712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827558.145601:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827558.145604:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827558.145605:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827558.145608:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1658 00000100:00080000:0.0:1787827558.145612:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827558.145615:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827558.145624:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827558.145637:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428723840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827558.145638:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428723712:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827558.145649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827558.145652:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827558.145654:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827558.145657:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1658 00000100:00080000:0.0:1787827558.145659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827558.145661:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827558.145665:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827558.145672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428723968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827558.145679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827558.145681:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827558.145682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827558.145685:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1658 00000100:00080000:0.0:1787827558.145687:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827558.145689:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827558.145692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827558.145699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428724096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827558.145715:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827558.145752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827558/real 1787827558] req@ffff9ab5f27ac3c0 x1874671428723712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827558.145766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428723712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827558.145774:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827558.145777:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827558.145780:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428723712:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827558.145798:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723840:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827558.145814:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827558.145822:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827558/real 1787827558] req@ffff9ab5f27afc00 x1874671428723840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827558.145829:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428723840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827558.145835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827558.145837:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827558.145839:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723840:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827558.145843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827558.145853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827558.145859:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827558/real 1787827558] req@ffff9ab5f27ade00 x1874671428723968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827558.145866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428723968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827558.145872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827558.145873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827558.145875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428723968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827558.145878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827558.145888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827558.145893:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827558/real 1787827558] req@ffff9ab5f27ae1c0 x1874671428724096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827558.145900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428724096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827558.145905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827558.145907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827558.145909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827559.105503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827559.105509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827559.105535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827560.129475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827560.129476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827560.129533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827561.153464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827561.153470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827561.153517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827562.177522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827562.177544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827562.177659:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827563.201553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827563.201560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827563.201606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827563.265481:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827563.265492:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827563.265497:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827563.265509:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1663 00000100:00080000:0.0:1787827563.265522:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827563.265530:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827563.265577:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428724224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827563.265613:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827563.265616:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827563.265618:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827563.265622:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1663 00000100:00080000:0.0:1787827563.265625:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827563.265628:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827563.265639:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827563.265652:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428724352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827563.265662:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827563.265666:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827563.265670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827563.265671:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428724224:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827563.265674:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1663 00000100:00080000:0.0:1787827563.265680:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827563.265684:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827563.265688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827563.265701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428724480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827563.265709:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827563.265712:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827563.265713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827563.265716:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1663 00000100:00080000:0.0:1787827563.265720:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827563.265722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827563.265725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827563.265736:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428724608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827563.265778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827563.265843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827563/real 1787827563] req@ffff9ab5f27ae580 x1874671428724224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827563.265870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428724224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827563.265885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827563.265891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827563.265896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428724224:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827563.265926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724352:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827563.265955:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827563.265971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827563/real 1787827563] req@ffff9ab5f27aed00 x1874671428724352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827563.265987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428724352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827563.265998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827563.266003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827563.266007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724352:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827563.266014:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827563.266038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827563.266052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827563/real 1787827563] req@ffff9ab5f27ad680 x1874671428724480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827563.266067:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428724480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827563.266087:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827563.266091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827563.266096:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827563.266104:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827563.266125:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827563.266137:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827563/real 1787827563] req@ffff9ab5f27ae1c0 x1874671428724608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827563.266152:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428724608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827563.266163:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827563.266168:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827563.266172:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827564.225550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827564.225550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827564.225598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827565.249504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827565.249504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827565.249553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827566.273499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827566.273499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827566.273529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827567.297539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827567.297543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827567.297583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827568.321492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827568.321493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827568.321571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827568.385573:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827568.385591:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827568.385599:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827568.385616:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1669 00000100:00080000:0.0:1787827568.385633:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827568.385661:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827568.385722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428724736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827568.385757:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827568.385761:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827568.385763:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827568.385778:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1669 00000100:00080000:0.0:1787827568.385782:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827568.385785:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827568.385795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827568.385814:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428724864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827568.385824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428724736:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827568.385841:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827568.385845:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827568.385847:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827568.385852:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1669 00000100:00080000:0.0:1787827568.385856:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827568.385859:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827568.385863:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827568.385875:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428724992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827568.385892:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827568.385916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827568.385917:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827568.385923:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827568.385928:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1669 00000100:00080000:0.0:1787827568.385934:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827568.385939:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827568.385945:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827568.385958:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428725120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827568.385967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827568/real 1787827568] req@ffff9ab5f27ade00 x1874671428724736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827568.385987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428724736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827568.385998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827568.386003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827568.386009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428724736:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827568.386037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724864:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827568.386057:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827568.386067:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827568/real 1787827568] req@ffff9ab5f27afc00 x1874671428724864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827568.386078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428724864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827568.386085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827568.386106:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827568.386111:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724864:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827568.386118:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827568.386153:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827568.386182:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827568/real 1787827568] req@ffff9ab5f27ac3c0 x1874671428724992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827568.386192:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428724992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827568.386200:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827568.386202:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827568.386224:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428724992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827568.386232:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827568.386269:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827568.386303:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827568/real 1787827568] req@ffff9ab5f27af840 x1874671428725120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827568.386325:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428725120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827568.386334:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827568.386337:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827568.386340:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827569.345506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827569.345506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827569.345525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827570.369510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827570.369545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827570.369621:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827571.393496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827571.393499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827571.393527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827572.417495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827572.417495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827572.417529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827573.441493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827573.441493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827573.441546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827573.506069:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827573.506083:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827573.506089:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827573.506109:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1674 00000100:00080000:2.0:1787827573.506124:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827573.506134:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827573.506263:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428725248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827573.506297:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827573.506302:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827573.506305:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827573.506311:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1674 00000100:00080000:2.0:1787827573.506316:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827573.506322:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827573.506334:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827573.506355:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428725376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827573.506361:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428725248:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827573.506381:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827573.506386:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827573.506388:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827573.506395:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1674 00000100:00080000:2.0:1787827573.506432:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827573.506440:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827573.506450:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827573.506470:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428725504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827573.506486:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827573.506491:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827573.506494:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827573.506500:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1674 00000100:00080000:2.0:1787827573.506506:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827573.506515:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787827573.506516:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787827573.506528:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827573.506547:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428725632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827573.506572:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827573/real 1787827573] req@ffff9ab5f9800b40 x1874671428725248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827573.506598:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428725248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827573.506612:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827573.506618:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827573.506624:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428725248:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827573.506651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725376:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827573.506690:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827573.506703:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827573/real 1787827573] req@ffff9ab5f9800f00 x1874671428725376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827573.506715:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428725376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827573.506735:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827573.506740:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827573.506745:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725376:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827573.506754:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827573.506783:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827573.506799:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827573/real 1787827573] req@ffff9ab5f9802580 x1874671428725504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827573.506822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428725504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827573.506835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827573.506839:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827573.506843:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827573.506852:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827573.506880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827573.506892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827573/real 1787827573] req@ffff9ab5f9801e00 x1874671428725632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827573.506914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428725632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827573.506924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827573.506927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827573.506931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827574.465475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827574.465475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827574.465534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827575.489512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827575.489529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827575.489577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827576.513520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827576.513520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827576.513574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827577.537500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827577.537501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827577.537609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827578.561458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827578.561473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827578.561538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827578.625503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827578.625511:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827578.625516:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827578.625524:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1679 00000100:00080000:3.0:1787827578.625533:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827578.625538:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827578.625571:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428725760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827578.625595:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827578.625598:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827578.625599:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827578.625602:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1679 00000100:00080000:3.0:1787827578.625604:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827578.625607:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827578.625614:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827578.625624:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428725888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827578.625636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827578.625643:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428725760:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827578.625643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827578.625648:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827578.625656:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1679 00000100:00080000:3.0:1787827578.625660:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827578.625665:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827578.625671:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827578.625685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428726016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827578.625693:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827578.625695:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827578.625697:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827578.625701:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827578.625705:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1679 00000100:00080000:3.0:1787827578.625709:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827578.625713:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827578.625717:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827578.625725:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428726144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827578.625742:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827578/real 1787827578] req@ffff9ab5f9948b40 x1874671428725760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827578.625757:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428725760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827578.625765:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827578.625768:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827578.625771:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428725760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827578.625790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725888:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827578.625805:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827578.625822:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827578/real 1787827578] req@ffff9ab5f9948780 x1874671428725888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827578.625830:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428725888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827578.625837:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827578.625839:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827578.625841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428725888:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827578.625845:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827578.625857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827578.625864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827578/real 1787827578] req@ffff9ab5f994ad00 x1874671428726016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827578.625871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428726016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827578.625877:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827578.625879:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827578.625881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827578.625884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827578.625894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827578.625899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827578/real 1787827578] req@ffff9ab5f994a580 x1874671428726144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827578.625906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428726144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827578.625911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827578.625913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827578.625915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827579.585511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827579.585511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827579.585539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827580.609529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827580.609545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827580.609747:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827581.633502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827581.633502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827581.633525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827582.657522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827582.657522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827582.657654:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827583.681493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827583.681496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827583.681594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827583.745559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827583.745567:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827583.745571:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827583.745596:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1684 00000100:00080000:1.0:1787827583.745605:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827583.745611:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827583.745647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428726272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827583.745686:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827583.745691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827583.745693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827583.745698:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1684 00000100:00080000:1.0:1787827583.745702:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827583.745706:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827583.745714:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827583.745727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428726400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827583.745739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428726272:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827583.745741:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827583.745756:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827583.745758:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827583.745763:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1684 00000100:00080000:1.0:1787827583.745765:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827583.745767:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827583.745772:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827583.745780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428726528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827583.745787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827583.745789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827583.745790:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827583.745793:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1684 00000100:00080000:1.0:1787827583.745796:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827583.745798:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827583.745802:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827583.745809:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428726656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827583.745887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726400:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827583.745920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827583.745948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827584.705492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827584.705497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827584.705536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827585.729488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827585.729570:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827585.729575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827586.753474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827586.753479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827586.753661:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827586.817634:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827586.817668:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827586.817681:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827586.817713:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827586.817723:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827586.817733:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787827586.817751:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827586] req@ffff9ab5f24ba1c0 x1874671428726400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827586.817772:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428726400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827586.817781:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827586.817785:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827586.817789:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726400:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827586.817797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827586] req@ffff9ab5f24b9680 x1874671428726528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827586.817810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428726528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827586.817819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827586.817823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827586.817827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827586.817835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827586] req@ffff9ab5f24ba580 x1874671428726656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827586.817848:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428726656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827586.817857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827586.817861:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827586.817864:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827586.817871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827586] req@ffff9ab5f24b8f00 x1874671428726272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827586.817883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428726272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827586.817890:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827586.817893:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827586.817897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428726272:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827587.777494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827587.777559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827587.777602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827588.801480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827588.801532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827588.801567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827588.865523:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.865531:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827588.865535:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.865544:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1689 00000100:00080000:2.0:1787827588.865554:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.865561:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827588.865603:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428726784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.865629:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.865632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827588.865634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.865637:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1689 00000100:00080000:2.0:1787827588.865640:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.865643:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827588.865652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827588.865677:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428726912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827588.865691:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428726784:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827588.865691:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.865705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827588.865708:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.865712:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1689 00000100:00080000:2.0:1787827588.865716:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.865722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827588.865744:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827588.865760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428727040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.865771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.865775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827588.865776:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.865781:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1689 00000100:00080000:2.0:1787827588.865785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.865790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827588.865795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827588.865815:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827588.865827:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428727168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827588.865887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff9ab5f98012c0 x1874671428726784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827588.865912:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428726784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827588.865927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827588.865933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827588.865939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428726784:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827588.865974:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726912:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827588.866003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827588.866019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff9ab5f9800000 x1874671428726912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827588.866034:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428726912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827588.866044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827588.866048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827588.866052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428726912:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827588.866060:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827588.866098:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827588.866112:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff9ab5f9801a40 x1874671428727040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827588.866125:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428727040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827588.866134:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827588.866138:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827588.866141:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827588.866148:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827588.866170:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827588.866182:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff9ab5f9802940 x1874671428727168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827588.866195:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428727168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827588.866204:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827588.866208:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827588.866210:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827589.825520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827589.825545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827589.825591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827590.849457:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827590.849517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827590.849532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827591.873480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827591.873492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827591.873561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827592.897508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827592.897530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827592.897543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827593.921535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827593.921538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827593.921624:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827593.985542:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827593.985556:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827593.985562:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827593.985575:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1694 00000100:00080000:1.0:1787827593.985590:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827593.985600:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827593.985662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428727296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827593.985713:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827593.985720:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827593.985724:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827593.985731:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1694 00000100:00080000:1.0:1787827593.985738:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827593.985746:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827593.985765:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827593.985804:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428727296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827593.985808:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428727424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827593.985837:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827593.985842:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827593.985844:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827593.985849:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1694 00000100:00080000:1.0:1787827593.985864:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827593.985870:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827593.985877:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827593.985893:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428727552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827593.985905:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827593.985909:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827593.985911:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827593.985915:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1694 00000100:00080000:1.0:1787827593.985919:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827593.985926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787827593.985929:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827593.985937:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827593.985951:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428727680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827593.985994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff9ab5f24b92c0 x1874671428727296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827593.986018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428727296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827593.986055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827593.986061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827593.986066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428727296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827593.986104:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727424:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827593.986147:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827593.986171:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff9ab5f24b83c0 x1874671428727424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827593.986187:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428727424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827593.986197:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827593.986201:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827593.986205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727424:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827593.986212:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827593.986237:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827593.986251:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff9ab5f24b8000 x1874671428727552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827593.986271:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428727552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827593.986287:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827593.986293:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827593.986298:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827593.986310:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827593.986346:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827593.986361:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff9ab5f24bb840 x1874671428727680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827593.986374:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428727680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827593.986384:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827593.986387:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827593.986440:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827594.945551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827594.945607:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827594.945623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827595.969548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827595.969555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827595.969574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827596.993541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827596.993575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827596.993589:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827598.017582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827598.017588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827598.017625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827599.041505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827599.041544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827599.041546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827599.105530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827599.105542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827599.105547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827599.105559:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1699 00000100:00080000:2.0:1787827599.105572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827599.105580:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827599.105617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428727808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827599.105651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827599.105655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827599.105657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827599.105660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1699 00000100:00080000:2.0:1787827599.105663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827599.105666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827599.105674:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827599.105685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428727936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827599.105694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827599.105697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827599.105699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827599.105701:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1699 00000100:00080000:2.0:1787827599.105704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827599.105709:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827599.105713:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428727808:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827599.105715:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827599.105727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428728064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827599.105735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827599.105737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827599.105739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827599.105742:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1699 00000100:00080000:2.0:1787827599.105745:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827599.105748:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827599.105751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827599.105762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428728192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827599.105795:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827599.105849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827599/real 1787827599] req@ffff9ab5f9801680 x1874671428727808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827599.105871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428727808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827599.105884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827599.105889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827599.105895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428727808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827599.105909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727936:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827599.105938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827599.105951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827599/real 1787827599] req@ffff9ab5f9803840 x1874671428727936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827599.105961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428727936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827599.105968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827599.105971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827599.105983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428727936:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827599.106023:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827599.106043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827599.106052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827599/real 1787827599] req@ffff9ab5f9800780 x1874671428728064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827599.106061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428728064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827599.106068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827599.106070:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827599.106073:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827599.106078:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827599.106089:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827599.106096:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827599/real 1787827599] req@ffff9ab5f98021c0 x1874671428728192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827599.106104:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428728192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827599.106110:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827599.106112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827599.106114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827600.065457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827600.065466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827600.065519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827601.089589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827601.089589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827601.089596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827602.113552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827602.113587:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827602.113614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827603.137579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827603.137586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827603.137635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827604.161501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827604.161519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827604.161608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827604.225464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827604.225472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827604.225476:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827604.225484:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1704 00000100:00080000:2.0:1787827604.225493:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827604.225500:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827604.225540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428728320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827604.225564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827604.225568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827604.225570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827604.225574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1704 00000100:00080000:2.0:1787827604.225578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827604.225583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827604.225594:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827604.225612:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428728320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827604.225612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428728448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827604.225624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827604.225629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827604.225632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827604.225636:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1704 00000100:00080000:2.0:1787827604.225640:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827604.225644:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827604.225649:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827604.225659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428728576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827604.225668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827604.225672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827604.225673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827604.225677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1704 00000100:00080000:2.0:1787827604.225681:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827604.225686:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827604.225687:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827604.225692:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827604.225705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428728704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827604.225753:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827604/real 1787827604] req@ffff9ab5f9802d00 x1874671428728320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827604.225772:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428728320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827604.225781:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827604.225784:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827604.225787:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428728320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827604.225806:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728448:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827604.225824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827604.225834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827604/real 1787827604] req@ffff9ab5f98003c0 x1874671428728448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827604.225842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428728448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827604.225848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827604.225850:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827604.225852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728448:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827604.225856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827604.225872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827604.225878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827604/real 1787827604] req@ffff9ab5f9803480 x1874671428728576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827604.225886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428728576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827604.225893:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827604.225896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827604.225898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827604.225901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827604.225913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827604.225921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827604/real 1787827604] req@ffff9ab5f98021c0 x1874671428728704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827604.225931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428728704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827604.225940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827604.225944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827604.225947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827605.185515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827605.185527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827605.185534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827606.209509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827606.209509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827606.209559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827607.233553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827607.233553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827607.233575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827608.257536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827608.257536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827608.257571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827609.281482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827609.281503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827609.281594:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827609.345580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827609.345598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827609.345606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827609.345624:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1710 00000100:00080000:3.0:1787827609.345643:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827609.345655:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827609.345716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428728832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827609.345753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827609.345757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827609.345760:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827609.345764:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1710 00000100:00080000:3.0:1787827609.345768:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827609.345774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827609.345787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827609.345813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428728960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827609.345824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827609.345829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827609.345831:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827609.345834:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1710 00000100:00080000:3.0:1787827609.345837:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827609.345841:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827609.345846:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827609.345850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428728832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827609.345859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428729088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827609.345871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827609.345874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827609.345876:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827609.345880:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1710 00000100:00080000:3.0:1787827609.345882:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827609.345886:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827609.345890:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827609.345900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428729216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827609.345988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827609.346083:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827609/real 1787827609] req@ffff9ab5f994b0c0 x1874671428728832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827609.346139:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428728832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827609.346152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827609.346158:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827609.346162:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428728832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827609.346182:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728960:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827609.346207:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827609.346220:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827609/real 1787827609] req@ffff9ab5f99492c0 x1874671428728960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827609.346232:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428728960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827609.346249:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827609.346252:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827609.346255:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428728960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827609.346283:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827609.346299:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827609.346308:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827609/real 1787827609] req@ffff9ab5f994bc00 x1874671428729088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827609.346319:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428729088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827609.346334:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827609.346337:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827609.346340:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827609.346345:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827609.346360:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827609.346367:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827609/real 1787827609] req@ffff9ab5f994a1c0 x1874671428729216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827609.346378:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428729216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827609.346385:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827609.346388:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827609.346390:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827610.305527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827610.305527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827610.305582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827611.329470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827611.329477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827611.329519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827612.353490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827612.353490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827612.353533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827613.377463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827613.377481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827613.377508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827614.401565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827614.401576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827614.401613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827614.465523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827614.465533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827614.465537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827614.465546:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1715 00000100:00080000:0.0:1787827614.465556:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827614.465563:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827614.465608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428729344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827614.465645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827614.465651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827614.465653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827614.465659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1715 00000100:00080000:0.0:1787827614.465664:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827614.465670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827614.465682:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827614.465699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428729472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827614.465711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827614.465717:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428729344:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827614.465718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827614.465723:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827614.465733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1715 00000100:00080000:0.0:1787827614.465738:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827614.465743:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827614.465751:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827614.465769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428729600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827614.465784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827614.465786:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827614.465793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827614.465795:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827614.465802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1715 00000100:00080000:0.0:1787827614.465808:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827614.465814:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827614.465822:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827614.465828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827614/real 1787827614] req@ffff9ab5f27acb40 x1874671428729344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827614.465844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428729728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827614.465848:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428729344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827614.465879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827614.465901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827614.465909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428729344:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827614.465935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729472:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827614.465958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827614.465970:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827614/real 1787827614] req@ffff9ab5f27af0c0 x1874671428729472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827614.465980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428729472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827614.465988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827614.465991:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827614.465994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729472:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827614.465999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827614.466013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827614.466020:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827614/real 1787827614] req@ffff9ab5f27af480 x1874671428729600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827614.466030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428729600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827614.466036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827614.466039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827614.466041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827614.466046:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827614.466059:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827614.466066:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827614/real 1787827614] req@ffff9ab5f27ad2c0 x1874671428729728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827614.466075:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428729728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827614.466081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827614.466083:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827614.466085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827615.425502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827615.425510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827615.425569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827616.449526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827616.449537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827616.449596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827617.473498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827617.473535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827617.473543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827618.497539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827618.497561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827618.497602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827619.521485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827619.521506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827619.521531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827619.585508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827619.585515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827619.585518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827619.585526:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1720 00000100:00080000:2.0:1787827619.585536:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827619.585542:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827619.585574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428729856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827619.585596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827619.585599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827619.585600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827619.585603:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1720 00000100:00080000:2.0:1787827619.585605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827619.585608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827619.585615:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827619.585625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428729984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827619.585632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827619.585634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827619.585636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827619.585638:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1720 00000100:00080000:2.0:1787827619.585640:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827619.585642:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827619.585645:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827619.585654:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428729856:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827619.585654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428730112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827619.585667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827619.585669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827619.585671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827619.585673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1720 00000100:00080000:2.0:1787827619.585675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827619.585677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827619.585687:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827619.585699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428730240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827619.585723:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827619.585769:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827619/real 1787827619] req@ffff9ab5f9800780 x1874671428729856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827619.585789:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428729856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827619.585802:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827619.585805:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827619.585808:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428729856:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827619.585814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729984:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827619.585833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827619.585842:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827619/real 1787827619] req@ffff9ab5f9803840 x1874671428729984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827619.585867:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428729984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827619.585873:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827619.585875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827619.585878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428729984:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827619.585908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827619.585923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827619.585930:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827619/real 1787827619] req@ffff9ab5f9801680 x1874671428730112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827619.585938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428730112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827619.585944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827619.585946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827619.585948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827619.585951:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827619.585961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827619.585966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827619/real 1787827619] req@ffff9ab5f9802940 x1874671428730240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827619.585973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428730240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827619.585982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827619.585984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827619.585987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827620.545509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827620.545515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827620.545532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827621.569469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827621.569488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827621.569518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827622.593488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827622.593493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827622.593552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827623.617503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827623.617524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827623.617531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827624.641529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827624.641550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827624.641658:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827624.705602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827624.705616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827624.705621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827624.705634:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1725 00000100:00080000:1.0:1787827624.705648:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827624.705657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827624.705714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428730368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827624.705759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827624.705768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827624.705770:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827624.705775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1725 00000100:00080000:1.0:1787827624.705779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827624.705783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827624.705794:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827624.705809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428730496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827624.705835:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428730368:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827624.705843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827624.705848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827624.705850:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827624.705855:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1725 00000100:00080000:1.0:1787827624.705859:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827624.705885:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827624.705890:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827624.705903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428730624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827624.705910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827624.705913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827624.705915:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827624.705917:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1725 00000100:00080000:1.0:1787827624.705920:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827624.705922:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827624.705926:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827624.705927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827624.705954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428730752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827624.706009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff9ab5f24bb840 x1874671428730368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827624.706030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428730368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827624.706041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827624.706046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827624.706050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428730368:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827624.706073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730496:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827624.706095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827624.706107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff9ab5f24b8000 x1874671428730496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827624.706125:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428730496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827624.706133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827624.706136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827624.706139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730496:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827624.706145:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827624.706160:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827624.706194:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff9ab5f24b83c0 x1874671428730624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827624.706204:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428730624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827624.706210:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827624.706214:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827624.706217:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827624.706224:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827624.706246:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827624.706259:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff9ab5f24b92c0 x1874671428730752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827624.706273:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428730752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827624.706286:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827624.706288:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827624.706291:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428730752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827625.665520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827625.665530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827625.665548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827626.689481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827626.689503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827626.689561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827627.713528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827627.713528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827627.713583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827628.737494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827628.737494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827628.737554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827629.761554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827629.761573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827629.761588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827629.825578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827629.825589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827629.825593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827629.825604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1730 00000100:00080000:3.0:1787827629.825616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827629.825624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827629.825665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428730880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827629.825699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827629.825703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827629.825705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827629.825710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1730 00000100:00080000:3.0:1787827629.825713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827629.825717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827629.825728:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827629.825743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428731008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827629.825752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428730880:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827629.825761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827629.825767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827629.825769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827629.825774:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1730 00000100:00080000:3.0:1787827629.825799:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827629.825804:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827629.825811:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827629.825827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428731136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827629.825839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827629.825842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827629.825844:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827629.825849:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1730 00000800:00000100:1.0:1787827629.825856:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827629.825858:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827629.825866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827629.825871:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827629.825883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428731264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827629.825932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff9ab5f994b480 x1874671428730880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.825954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428730880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.825966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.825971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827629.825976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428730880:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827629.826007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731008:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827629.826034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827629.826054:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff9ab5f9948f00 x1874671428731008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.826076:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428731008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.826090:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.826095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827629.826101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731008:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827629.826111:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827629.826144:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827629.826162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff9ab5f9949e00 x1874671428731136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.826190:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428731136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.826204:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.826209:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827629.826214:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827629.826224:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827629.826258:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827629.826272:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff9ab5f994a940 x1874671428731264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.826285:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428731264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.826297:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.826302:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827629.826307:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827630.785545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827630.785547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827630.785595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827631.809571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827631.809589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827631.809622:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827632.833503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827632.833527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827632.833555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827633.857521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827633.857585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827633.857605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827634.881493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827634.881498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827634.881546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827634.945473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827634.945481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827634.945484:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827634.945492:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1735 00000100:00080000:3.0:1787827634.945501:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827634.945506:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827634.945538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428731392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827634.945573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827634.945578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827634.945580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827634.945584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1735 00000100:00080000:3.0:1787827634.945589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827634.945594:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827634.945604:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827634.945617:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428731392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827634.945618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428731520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827634.945633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827634.945635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827634.945637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827634.945640:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1735 00000100:00080000:3.0:1787827634.945643:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827634.945646:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827634.945650:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827634.945659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428731648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827634.945665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827634.945668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827634.945670:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827634.945671:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1735 00000100:00080000:3.0:1787827634.945675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827634.945678:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787827634.945682:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787827634.945685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827634.945695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428731776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827634.945731:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff9ab5f9949a40 x1874671428731392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.945762:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428731392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.945774:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.945779:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827634.945784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428731392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827634.945807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731520:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827634.945826:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827634.945836:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff9ab5f9948000 x1874671428731520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.945845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428731520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.945851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.945853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827634.945855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731520:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827634.945858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827634.945869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827634.945875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff9ab5f9949680 x1874671428731648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.945883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428731648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.945892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.945894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827634.945896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827634.945900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827634.945909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827634.945915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff9ab5f994b840 x1874671428731776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.945921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428731776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.945926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.945928:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827634.945930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428731776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827635.905515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827635.905530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827635.905631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827636.929468:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827636.929503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827636.929518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827637.953477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827637.953518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827637.953527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827638.977477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827638.977490:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827638.977509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827640.001491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827640.001510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827640.001523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827640.065513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827640.065526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827640.065531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827640.065545:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1740 00000100:00080000:3.0:1787827640.065557:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827640.065567:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827640.065606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428731904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827640.065636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827640.065640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827640.065642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827640.065647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1740 00000100:00080000:3.0:1787827640.065651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827640.065656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827640.065667:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827640.065682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428732032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827640.065691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827640.065698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827640.065700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827640.065704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1740 00000100:00080000:3.0:1787827640.065725:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827640.065731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827640.065737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827640.065742:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428731904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827640.065754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428732160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827640.065768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827640.065771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827640.065774:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827640.065779:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1740 00000100:00080000:3.0:1787827640.065783:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827640.065788:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827640.065793:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827640.065805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428732288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827640.065831:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827640.065877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827640/real 1787827640] req@ffff9ab5f994b840 x1874671428731904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827640.065898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428731904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827640.065907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827640.065912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827640.065916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428731904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827640.065925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732032:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827640.065953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827640.065968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827640/real 1787827640] req@ffff9ab5f9949680 x1874671428732032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827640.065986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428732032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827640.065994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827640.065997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827640.066000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732032:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827640.066022:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827640.066040:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827640.066048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827640/real 1787827640] req@ffff9ab5f9948000 x1874671428732160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827640.066056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428732160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827640.066067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827640.066069:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827640.066071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827640.066074:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827640.066085:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827640.066093:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827640/real 1787827640] req@ffff9ab5f9949a40 x1874671428732288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827640.066100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428732288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827640.066105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827640.066107:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827640.066109:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732288:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827641.025580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827641.025585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827641.025638:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827642.049531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827642.049534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827642.049580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827643.073495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827643.073527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827643.073537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827644.097487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827644.097503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827644.097533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827645.121537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827645.121537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827645.121583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827645.185488:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827645.185496:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827645.185500:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827645.185508:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1745 00000100:00080000:3.0:1787827645.185517:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827645.185523:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827645.185555:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428732416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827645.185577:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827645.185580:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827645.185581:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827645.185584:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1745 00000100:00080000:3.0:1787827645.185586:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827645.185588:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827645.185596:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827645.185605:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428732544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827645.185614:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827645.185616:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827645.185618:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827645.185627:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1745 00000100:00080000:3.0:1787827645.185630:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787827645.185632:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428732416:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827645.185634:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827645.185641:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827645.185658:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428732672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827645.185664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827645.185666:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827645.185668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827645.185687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1745 00000100:00080000:3.0:1787827645.185690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827645.185693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827645.185696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827645.185705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428732800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827645.185753:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827645.185807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827645/real 1787827645] req@ffff9ab5f994a940 x1874671428732416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827645.185828:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428732416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827645.185841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827645.185846:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827645.185851:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428732416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827645.185882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732544:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827645.185908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827645.185918:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827645/real 1787827645] req@ffff9ab5f9949e00 x1874671428732544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827645.185928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428732544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827645.185937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827645.185941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827645.185944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732544:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827645.185952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827645.185975:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827645.185987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827645/real 1787827645] req@ffff9ab5f9948f00 x1874671428732672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827645.185999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428732672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827645.186006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827645.186009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827645.186011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827645.186016:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827645.186032:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827645.186040:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827645/real 1787827645] req@ffff9ab5f994b480 x1874671428732800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827645.186047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428732800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827645.186052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827645.186055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827645.186057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428732800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827646.145471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827646.145482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827646.145494:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827647.169606:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827647.169609:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827647.169642:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827648.193473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827648.193475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827648.193531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827649.217498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827649.217498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827649.217523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827650.241458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827650.241481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827650.241521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827650.305508:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827650.305516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827650.305520:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827650.305528:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1751 00000100:00080000:3.0:1787827650.305537:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827650.305543:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827650.305575:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428732928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827650.305596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827650.305599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827650.305600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827650.305603:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1751 00000100:00080000:3.0:1787827650.305605:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827650.305608:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827650.305615:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827650.305625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428733056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827650.305645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827650.305649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827650.305651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827650.305656:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1751 00000100:00100000:0.0:1787827650.305657:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428732928:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827650.305659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827650.305666:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827650.305671:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827650.305682:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428733184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827650.305689:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827650.305692:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827650.305693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827650.305696:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1751 00000100:00080000:3.0:1787827650.305698:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827650.305701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827650.305703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827650.305711:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428733312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827650.305770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827650.305806:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827650.305839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827651.265506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827651.265528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827651.265536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827652.289463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827652.289463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827652.289510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827653.313443:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827653.313501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827653.313517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000400:00000100:2.0:1787827653.377720:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787827653.377756:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827653.377772:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827653.377811:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827653.377822:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827653.377832:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827653.377850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827650/real 1787827653] req@ffff9ab5f994bc00 x1874671428733056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827653.377875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428733056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827653.377889:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827653.377895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827653.377899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827653.377907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827650/real 1787827653] req@ffff9ab5f99492c0 x1874671428733184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827653.377920:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428733184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827653.377930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827653.377933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827653.377937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827653.377944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827650/real 1787827653] req@ffff9ab5f994b0c0 x1874671428733312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827653.377957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428733312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827653.377966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827653.377970:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827653.377973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827653.377981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827650/real 1787827653] req@ffff9ab5f994a1c0 x1874671428732928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827653.377995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428732928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827653.378006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827653.378010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827653.378014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428732928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827654.337472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827654.337490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827654.337506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827655.361449:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827655.361481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827655.361531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827655.425494:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827655.425502:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827655.425506:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827655.425515:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1756 00000100:00080000:3.0:1787827655.425524:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827655.425530:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827655.425566:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428733440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827655.425592:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827655.425595:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827655.425596:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827655.425609:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1756 00000100:00080000:3.0:1787827655.425611:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827655.425614:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827655.425622:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827655.425632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428733568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827655.425641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827655.425644:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827655.425646:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827655.425649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428733440:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827655.425651:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1756 00000100:00080000:3.0:1787827655.425656:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827655.425660:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827655.425665:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827655.425674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428733696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827655.425681:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827655.425683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827655.425685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827655.425687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1756 00000100:00080000:3.0:1787827655.425690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827655.425693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827655.425695:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827655.425702:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428733824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827655.425710:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827655.425749:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827655/real 1787827655] req@ffff9ab5f994a580 x1874671428733440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827655.425765:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428733440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827655.425774:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827655.425776:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827655.425779:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428733440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827655.425797:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733568:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827655.425812:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827655.425820:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827655/real 1787827655] req@ffff9ab5f994ad00 x1874671428733568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827655.425828:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428733568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827655.425834:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827655.425837:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827655.425839:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733568:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827655.425843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827655.425854:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827655.425860:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827655/real 1787827655] req@ffff9ab5f9948780 x1874671428733696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827655.425871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428733696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827655.425880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827655.425884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827655.425888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827655.425894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827655.425913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827655.425924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827655/real 1787827655] req@ffff9ab5f9948b40 x1874671428733824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827655.425936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428733824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827655.425944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827655.425947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827655.425950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428733824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827656.385448:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827656.385474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827656.385508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827657.409460:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827657.409490:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827657.409501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827658.433457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827658.433486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827658.433523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827659.457501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827659.457501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827659.457525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827660.481497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827660.481497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827660.481534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827660.545483:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827660.545491:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827660.545495:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827660.545503:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1761 00000100:00080000:3.0:1787827660.545512:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827660.545518:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827660.545552:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428733952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827660.545591:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827660.545594:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827660.545596:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827660.545599:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1761 00000100:00080000:3.0:1787827660.545602:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827660.545604:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827660.545612:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827660.545623:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428734080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827660.545631:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827660.545634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827660.545635:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827660.545638:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1761 00000100:00080000:3.0:1787827660.545641:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787827660.545644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428733952:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827660.545645:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827660.545652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827660.545659:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428734208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827660.545667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827660.545669:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827660.545670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827660.545673:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1761 00000100:00080000:3.0:1787827660.545676:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827660.545678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827660.545681:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827660.545689:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428734336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827660.545704:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827660.545738:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827660/real 1787827660] req@ffff9ab5f9948b40 x1874671428733952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827660.545751:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428733952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827660.545759:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827660.545762:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827660.545765:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428733952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827660.545770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734080:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827660.545785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827660.545792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827660/real 1787827660] req@ffff9ab5f9948780 x1874671428734080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827660.545800:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428734080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827660.545806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827660.545809:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827660.545811:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827660.545828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827660.545840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827660.545846:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827660/real 1787827660] req@ffff9ab5f994ad00 x1874671428734208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827660.545854:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428734208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827660.545861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827660.545862:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827660.545865:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827660.545868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827660.545877:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827660.545882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827660/real 1787827660] req@ffff9ab5f994a580 x1874671428734336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827660.545889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428734336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827660.545895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827660.545896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827660.545898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827661.505503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827661.505522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827661.505580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827662.529537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827662.529541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827662.529570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827663.553496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827663.553496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827663.553528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827664.577507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827664.577512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827664.577576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827665.601484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827665.601547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827665.601551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787827665.665489:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827665.665499:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827665.665503:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827665.665517:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1766 00000100:00080000:3.0:1787827665.665540:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827665.665548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827665.665587:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428734464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827665.665609:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827665.665612:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827665.665614:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827665.665617:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1766 00000100:00080000:3.0:1787827665.665620:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827665.665623:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827665.665631:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827665.665640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428734592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827665.665651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428734464:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827665.665658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827665.665662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827665.665664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827665.665667:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1766 00000100:00080000:3.0:1787827665.665669:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827665.665671:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827665.665674:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827665.665682:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428734720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827665.665688:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827665.665690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827665.665692:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827665.665694:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1766 00000100:00080000:3.0:1787827665.665697:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827665.665700:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827665.665703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827665.665708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428734848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827665.665722:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827665.665760:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827665/real 1787827665] req@ffff9ab5f994a1c0 x1874671428734464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827665.665773:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428734464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827665.665781:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827665.665784:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827665.665787:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428734464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827665.665805:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734592:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827665.665822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827665.665830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827665/real 1787827665] req@ffff9ab5f994b0c0 x1874671428734592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827665.665839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428734592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827665.665849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827665.665852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827665.665855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734592:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827665.665862:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827665.665885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827665.665898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827665/real 1787827665] req@ffff9ab5f99492c0 x1874671428734720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827665.665907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428734720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827665.665918:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827665.665920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827665.665923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827665.665930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827665.665951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827665.665964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827665/real 1787827665] req@ffff9ab5f994bc00 x1874671428734848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827665.665976:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428734848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827665.665984:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827665.665986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827665.665988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428734848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827666.625583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827666.625584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827666.625623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827667.649508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827667.649563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827667.649619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827668.673565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827668.673565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827668.673618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827669.697468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827669.697471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827669.697615:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827670.721541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827670.721602:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827670.721644:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827670.785552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827670.785561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827670.785565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827670.785573:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1771 00000100:00080000:2.0:1787827670.785585:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827670.785592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827670.785623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428734976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827670.785656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827670.785661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827670.785663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827670.785667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1771 00000100:00080000:2.0:1787827670.785671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827670.785675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827670.785686:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827670.785703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428735104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827670.785712:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428734976:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827670.785719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827670.785725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827670.785727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827670.785732:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1771 00000100:00080000:2.0:1787827670.785736:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827670.785741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827670.785747:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827670.785762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428735232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827670.785774:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827670.785775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827670.785781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827670.785784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827670.785790:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1771 00000100:00080000:2.0:1787827670.785794:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827670.785798:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827670.785805:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827670.785817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff9ab5f9801a40 x1874671428734976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827670.785820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428735360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827670.785855:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428734976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827670.785869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827670.785873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827670.785877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428734976:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827670.785898:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735104:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827670.785923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827670.785938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff9ab5f9800000 x1874671428735104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827670.785950:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428735104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827670.785956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827670.785958:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827670.785961:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735104:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827670.785965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827670.785981:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827670.785988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff9ab5f98012c0 x1874671428735232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827670.785995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428735232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827670.786001:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827670.786003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827670.786005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827670.786009:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827670.786019:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827670.786025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff9ab5f9801e00 x1874671428735360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827670.786032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428735360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827670.786037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827670.786039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827670.786041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827671.745527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827671.745527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827671.745538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827672.769477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827672.769494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827672.769579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827673.793487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827673.793487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827673.793530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827674.817529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827674.817530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827674.817573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827675.841480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827675.841480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827675.841514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827675.905517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827675.905525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827675.905528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827675.905539:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1776 00000100:00080000:0.0:1787827675.905559:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827675.905573:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827675.905609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428735488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827675.905636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827675.905639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827675.905641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827675.905644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1776 00000100:00080000:0.0:1787827675.905649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827675.905654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827675.905662:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827675.905669:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428735488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827675.905677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428735616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827675.905686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827675.905690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827675.905691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827675.905695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1776 00000100:00080000:0.0:1787827675.905698:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827675.905702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827675.905706:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827675.905717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428735744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827675.905725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827675.905730:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827675.905731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827675.905734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827675.905738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1776 00000100:00080000:0.0:1787827675.905741:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827675.905744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827675.905748:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827675.905756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428735872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827675.905767:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff9ab5f27acf00 x1874671428735488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827675.905783:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428735488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827675.905866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827675.905871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827675.905876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428735488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827675.905899:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735616:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827675.905924:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827675.905939:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff9ab5f27ac000 x1874671428735616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827675.905961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428735616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827675.905969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827675.906064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827675.906068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827675.906076:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827675.906133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827675.906149:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff9ab5f27ae940 x1874671428735744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827675.906158:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428735744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827675.906176:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827675.906178:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827675.906180:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827675.906184:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827675.906206:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827675.906217:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff9ab5f27ad2c0 x1874671428735872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827675.906225:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428735872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827675.906230:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827675.906232:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827675.906234:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428735872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827676.865535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827676.865600:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827676.865603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827677.889517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827677.889517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827677.889532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827678.913524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827678.913542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827678.913558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827679.937479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827679.937524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827679.937533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827680.961576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827680.961615:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827680.961722:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827681.025557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827681.025571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827681.025577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827681.025589:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1781 00000100:00080000:0.0:1787827681.025603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827681.025612:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827681.025690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428736000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827681.025714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827681.025717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827681.025719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827681.025722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1781 00000100:00080000:0.0:1787827681.025725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827681.025728:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827681.025737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827681.025749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428736128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827681.025759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827681.025764:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428736000:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827681.025765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827681.025768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827681.025777:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1781 00000100:00080000:0.0:1787827681.025779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827681.025782:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827681.025787:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827681.025798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428736256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827681.025806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827681.025808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827681.025810:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827681.025813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1781 00000100:00080000:0.0:1787827681.025816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827681.025819:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827681.025823:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827681.025831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428736384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827681.025836:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827681.025893:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827681/real 1787827681] req@ffff9ab5f27af480 x1874671428736000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827681.025916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428736000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827681.025928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827681.025933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827681.025938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428736000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827681.025973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736128:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827681.026003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827681.026019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827681/real 1787827681] req@ffff9ab5f27af0c0 x1874671428736128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827681.026032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428736128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827681.026042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827681.026046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827681.026049:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736128:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827681.026057:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827681.026079:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827681.026093:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827681/real 1787827681] req@ffff9ab5f27acb40 x1874671428736256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827681.026114:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428736256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827681.026124:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827681.026128:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827681.026132:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827681.026139:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827681.026162:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827681.026177:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827681/real 1787827681] req@ffff9ab5f27af840 x1874671428736384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827681.026186:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428736384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827681.026193:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827681.026195:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827681.026198:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827681.985575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827681.985603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827681.985613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827683.009558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827683.009588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827683.009633:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827684.033552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827684.033573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827684.033634:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827685.057504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827685.057512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827685.057632:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827686.081511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827686.081512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827686.081513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787827686.145498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827686.145509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827686.145514:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827686.145524:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1786 00000100:00080000:2.0:1787827686.145536:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827686.145544:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827686.145586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428736512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827686.145624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827686.145627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827686.145629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827686.145632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1786 00000100:00080000:2.0:1787827686.145635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827686.145637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827686.145647:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827686.145658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428736640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827686.145665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827686.145669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827686.145670:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827686.145672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1786 00000100:00080000:2.0:1787827686.145674:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827686.145680:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827686.145684:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428736512:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827686.145685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827686.145695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428736768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827686.145702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827686.145704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827686.145705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827686.145707:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1786 00000100:00080000:2.0:1787827686.145709:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827686.145711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827686.145714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827686.145723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428736896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827686.145770:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827686.145819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827686/real 1787827686] req@ffff9ab5f9802580 x1874671428736512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827686.145839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428736512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827686.145849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827686.145853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827686.145856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428736512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827686.145861:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736640:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827686.145878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827686.145887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827686/real 1787827686] req@ffff9ab5f9800f00 x1874671428736640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827686.145895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428736640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827686.145901:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827686.145904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827686.145906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736640:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827686.145930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827686.145941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827686.145947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827686/real 1787827686] req@ffff9ab5f9800b40 x1874671428736768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827686.145954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428736768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827686.145961:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827686.145963:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827686.145965:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827686.145969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827686.145979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827686.145985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827686/real 1787827686] req@ffff9ab5f9801e00 x1874671428736896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827686.146011:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428736896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827686.146016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827686.146019:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827686.146021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428736896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827687.105499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827687.105499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827687.105536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827688.129499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827688.129501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827688.129555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827689.153486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827689.153528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827689.153531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827690.177487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827690.177491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827690.177540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827691.201478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827691.201639:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827691.201708:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827691.265488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827691.265516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827691.265520:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827691.265529:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1791 00000100:00080000:0.0:1787827691.265540:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827691.265545:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827691.265578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428737024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827691.265601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827691.265604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827691.265605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827691.265608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1791 00000100:00080000:0.0:1787827691.265610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827691.265612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827691.265620:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827691.265629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428737152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827691.265636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827691.265639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827691.265640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827691.265642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1791 00000100:00080000:0.0:1787827691.265644:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827691.265646:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827691.265650:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827691.265656:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428737024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827691.265659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428737280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827691.265672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827691.265675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827691.265676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827691.265678:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1791 00000100:00080000:0.0:1787827691.265680:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827691.265682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827691.265685:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827691.265692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428737408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827691.265749:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827691.265819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827691/real 1787827691] req@ffff9ab5f27ac3c0 x1874671428737024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827691.265839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428737024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827691.265850:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827691.265854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827691.265859:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428737024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827691.265867:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737152:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827691.265893:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827691.265907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827691/real 1787827691] req@ffff9ab5f27afc00 x1874671428737152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827691.265921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428737152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827691.265930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827691.265934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827691.265938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737152:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827691.265978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827691.266000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827691.266012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827691/real 1787827691] req@ffff9ab5f27ade00 x1874671428737280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827691.266025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428737280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827691.266034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827691.266037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827691.266041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827691.266047:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827691.266075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827691.266088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827691/real 1787827691] req@ffff9ab5f27ae1c0 x1874671428737408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827691.266109:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428737408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827691.266117:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827691.266120:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827691.266123:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827692.225515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827692.225523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827692.225561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827693.249604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827693.249647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827693.249658:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827694.273459:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827694.273533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827694.273610:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827695.297446:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827695.297492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827695.297516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827696.321502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827696.321526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827696.321542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827696.385506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827696.385514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827696.385517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827696.385525:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1797 00000100:00080000:3.0:1787827696.385534:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827696.385540:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827696.385570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428737536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827696.385592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827696.385595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827696.385596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827696.385599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1797 00000100:00080000:3.0:1787827696.385602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827696.385605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827696.385613:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827696.385627:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428737536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827696.385633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428737664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827696.385642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827696.385656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827696.385658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827696.385660:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1797 00000100:00080000:3.0:1787827696.385663:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827696.385665:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827696.385669:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827696.385679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428737792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827696.385685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827696.385688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827696.385690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827696.385692:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1797 00000100:00080000:3.0:1787827696.385694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827696.385699:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827696.385700:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787827696.385705:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827696.385714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428737920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827696.385741:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827696/real 1787827696] req@ffff9ab5f994b480 x1874671428737536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827696.385755:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428737536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827696.385762:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827696.385765:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827696.385768:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428737536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827696.385786:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737664:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827696.385800:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827696.385808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827696/real 1787827696] req@ffff9ab5f9948f00 x1874671428737664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827696.385822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428737664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827696.385828:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827696.385830:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827696.385832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737664:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827696.385836:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827696.385846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827696.385852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827696/real 1787827696] req@ffff9ab5f9949e00 x1874671428737792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827696.385860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428737792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827696.385865:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827696.385867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827696.385869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827696.385873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827696.385882:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827696.385887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827696/real 1787827696] req@ffff9ab5f994a940 x1874671428737920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827696.385894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428737920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827696.385904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827696.385906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827696.385908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428737920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827697.345510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827697.345510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827697.345585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827698.369506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827698.369521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827698.369577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827699.393518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827699.393518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827699.393563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827700.417496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827700.417527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827700.417606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827701.441529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827701.441529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827701.441562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827701.505489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827701.505499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827701.505504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827701.505532:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1802 00000100:00080000:3.0:1787827701.505542:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827701.505548:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827701.505585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428738048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827701.505610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827701.505613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827701.505614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827701.505618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1802 00000100:00080000:3.0:1787827701.505621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827701.505625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827701.505634:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827701.505645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428738176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827701.505653:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428738048:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827701.505659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827701.505663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827701.505664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827701.505668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1802 00000100:00080000:3.0:1787827701.505670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827701.505673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827701.505679:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827701.505696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428738304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827701.505710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827701.505715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827701.505717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787827701.505723:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827701.505725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1802 00000100:00080000:3.0:1787827701.505733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827701.505740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827701.505747:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827701.505761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428738432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827701.505769:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827701/real 1787827701] req@ffff9ab5f9949a40 x1874671428738048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827701.505787:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428738048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827701.505798:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827701.505802:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827701.505806:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428738048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827701.505826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738176:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827701.505844:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827701.505864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827701/real 1787827701] req@ffff9ab5f9948000 x1874671428738176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827701.505875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428738176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827701.505882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827701.505885:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827701.505888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827701.505893:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827701.505909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827701.505916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827701/real 1787827701] req@ffff9ab5f9949680 x1874671428738304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827701.505925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428738304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827701.505932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827701.505934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827701.505937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827701.505941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827701.505953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827701.505968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827701/real 1787827701] req@ffff9ab5f994b840 x1874671428738432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827701.505977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428738432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827701.505983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827701.505985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827701.505988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827702.465589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827702.465602:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827702.465667:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827703.489573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827703.489581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827703.489628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827704.513609:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827704.513614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827704.513727:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827705.537546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827705.537546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827705.537618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827706.561519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827706.561527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827706.561585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827706.625541:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827706.625551:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827706.625556:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827706.625568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1807 00000100:00080000:1.0:1787827706.625579:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827706.625587:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827706.625624:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428738560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827706.625675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827706.625680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827706.625682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827706.625687:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1807 00000100:00080000:1.0:1787827706.625691:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827706.625695:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827706.625705:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827706.625722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428738688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827706.625736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827706.625740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428738560:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827706.625743:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827706.625746:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827706.625766:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1807 00000100:00080000:1.0:1787827706.625772:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827706.625777:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827706.625784:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827706.625799:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428738816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827706.625811:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827706.625841:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827706.625843:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827706.625847:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1807 00000100:00080000:1.0:1787827706.625861:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827706.625867:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827706.625873:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827706.625878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827706.625909:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428738944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827706.625965:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827706/real 1787827706] req@ffff9ab5f24b8f00 x1874671428738560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827706.625991:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428738560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827706.626005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827706.626010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827706.626017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428738560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827706.626048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738688:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827706.626077:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827706.626092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827706/real 1787827706] req@ffff9ab5f24ba580 x1874671428738688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827706.626104:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428738688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827706.626113:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827706.626117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827706.626120:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738688:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827706.626128:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827706.626156:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827706.626165:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827706/real 1787827706] req@ffff9ab5f24b9680 x1874671428738816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827706.626178:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428738816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827706.626185:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827706.626187:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827706.626190:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827706.626195:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827706.626216:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827706.626225:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827706/real 1787827706] req@ffff9ab5f24ba1c0 x1874671428738944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827706.626232:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428738944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827706.626238:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827706.626241:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827706.626258:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428738944:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827707.585523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827707.585544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827707.585545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827708.609500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827708.609504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827708.609556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827709.633486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827709.633487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827709.633509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827710.657501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827710.657502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827710.657678:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827711.681536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827711.681552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827711.681583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827711.745533:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.745547:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827711.745554:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.745568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1812 00000100:00080000:3.0:1787827711.745581:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.745589:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827711.745639:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428739072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.745673:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.745676:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827711.745678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.745682:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1812 00000100:00080000:3.0:1787827711.745685:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.745688:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827711.745699:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827711.745715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428739072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827711.745715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428739200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.745726:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.745736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827711.745737:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.745743:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1812 00000100:00080000:3.0:1787827711.745747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.745752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827711.745758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827711.745767:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428739328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.745775:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.745778:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827711.745780:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.745783:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1812 00000100:00080000:3.0:1787827711.745786:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.745788:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827711.745791:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827711.745810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827711.745865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff9ab5f994b840 x1874671428739072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827711.745871:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428739456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827711.745910:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428739072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.745922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.745926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827711.745929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428739072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827711.745956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739200:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827711.745982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827711.745994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff9ab5f9949680 x1874671428739200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.746014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428739200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.746026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.746029:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827711.746032:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739200:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827711.746036:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827711.746052:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827711.746061:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff9ab5f9948000 x1874671428739328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.746070:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428739328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.746079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.746082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827711.746085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827711.746091:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827711.746103:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827711.746110:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff9ab5f9949a40 x1874671428739456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.746117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428739456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.746122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.746124:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827711.746126:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827712.705453:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827712.705481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827712.705558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827713.729515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827713.729518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827713.729572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827714.753471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827714.753526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827714.753558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827715.777474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827715.777488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827715.777536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827716.801455:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827716.801519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827716.801549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787827716.865493:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.865503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827716.865509:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.865520:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1817 00000100:00080000:3.0:1787827716.865532:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.865539:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827716.865579:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428739584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.865604:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.865608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827716.865609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.865613:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1817 00000100:00080000:3.0:1787827716.865616:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.865619:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827716.865629:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827716.865639:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428739712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.865647:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.865649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827716.865651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.865653:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1817 00000100:00080000:3.0:1787827716.865655:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.865658:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827716.865661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827716.865667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428739584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827716.865671:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428739840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.865682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.865685:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827716.865686:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.865688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1817 00000100:00080000:3.0:1787827716.865691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.865693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827716.865696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827716.865703:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428739968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827716.865793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827716.865836:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827716.865860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827717.825453:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827717.825494:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827717.825497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827718.849518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827718.849569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827718.849604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827719.873468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827719.873468:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827719.873511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827719.937801:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827719.937892:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827719.937914:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827719.937977:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827719.937990:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827719.938000:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827719.938113:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827719] req@ffff9ab5f9948f00 x1874671428739840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827719.938146:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428739840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827719.938182:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827719.938205:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827719.938211:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827719.938222:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827719] req@ffff9ab5f994b480 x1874671428739968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827719.938240:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428739968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827719.938251:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827719.938255:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827719.938259:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827719.938267:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827719] req@ffff9ab5f994a940 x1874671428739584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827719.938287:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428739584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827719.938296:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827719.938300:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827719.938303:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428739584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827719.938311:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827719] req@ffff9ab5f9949e00 x1874671428739712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827719.938327:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428739712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827719.938336:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827719.938340:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827719.938344:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428739712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827720.897469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827720.897490:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827720.897503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827721.921505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827721.921522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827721.921546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787827721.985514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827721.985523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827721.985527:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827721.985536:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1822 00000100:00080000:0.0:1787827721.985545:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827721.985551:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827721.985592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428740096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827721.985617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827721.985619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827721.985621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827721.985635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1822 00000100:00080000:0.0:1787827721.985637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827721.985640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827721.985647:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827721.985658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428740224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827721.985666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827721.985669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827721.985670:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827721.985673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1822 00000100:00080000:0.0:1787827721.985676:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827721.985681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428740096:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827721.985682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827721.985689:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827721.985699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428740352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827721.985706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827721.985713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827721.985715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827721.985717:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1822 00000100:00080000:0.0:1787827721.985720:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827721.985723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827721.985726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827721.985735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428740480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827721.985751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827721.985792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff9ab5f27ad680 x1874671428740096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.985809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428740096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.985817:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.985821:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827721.985824:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428740096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827721.985830:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740224:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827721.985845:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827721.985853:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff9ab5f27aed00 x1874671428740224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.985861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428740224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.985868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.985872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827721.985876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740224:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827721.985901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827721.985923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827721.985935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff9ab5f27ae580 x1874671428740352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.985947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428740352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.985955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.985959:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827721.985962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827721.985968:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827721.985987:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827721.985997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff9ab5f27ae1c0 x1874671428740480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.986008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428740480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.986017:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.986020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827721.986023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827722.945475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827722.945478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827722.945531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827723.969442:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827723.969473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827723.969507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827724.993465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827724.993471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827724.993505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827726.017464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827726.017465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827726.017493:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827727.041549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827727.041556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827727.041602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827727.105560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827727.105574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827727.105579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827727.105591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1827 00000100:00080000:3.0:1787827727.105604:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827727.105622:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827727.105666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428740608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827727.105700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827727.105704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827727.105707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827727.105711:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1827 00000100:00080000:3.0:1787827727.105715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827727.105719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827727.105737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827727.105754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428740736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827727.105769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428740608:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827727.105772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827727.105784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827727.105787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827727.105793:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1827 00000100:00080000:3.0:1787827727.105796:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827727.105802:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827727.105809:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827727.105825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428740864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827727.105837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827727.105841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827727.105843:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827727.105847:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1827 00000100:00080000:3.0:1787827727.105851:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827727.105854:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827727.105859:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827727.105862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827727.105878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428740992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827727.105936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827727/real 1787827727] req@ffff9ab5f994bc00 x1874671428740608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827727.105961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428740608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827727.105975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827727.105980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827727.105986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428740608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827727.106014:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740736:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827727.106039:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827727.106053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827727/real 1787827727] req@ffff9ab5f99492c0 x1874671428740736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827727.106067:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428740736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827727.106085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827727.106089:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827727.106093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827727.106100:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827727.106143:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827727.106155:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827727/real 1787827727] req@ffff9ab5f994b0c0 x1874671428740864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827727.106168:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428740864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827727.106178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827727.106182:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827727.106185:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827727.106192:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827727.106209:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827727.106218:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827727/real 1787827727] req@ffff9ab5f994a1c0 x1874671428740992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827727.106231:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428740992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827727.106240:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827727.106243:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827727.106247:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428740992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827728.065557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827728.065575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827728.065618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827729.089494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827729.089521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827729.089564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827730.113462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827730.113462:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827730.113512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827731.137510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827731.137515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827731.137546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827732.161485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827732.161485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827732.161533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827732.225498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827732.225505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827732.225510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827732.225518:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1832 00000100:00080000:3.0:1787827732.225527:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827732.225533:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827732.225566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428741120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827732.225593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827732.225596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827732.225597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827732.225600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1832 00000100:00080000:3.0:1787827732.225602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827732.225604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827732.225612:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827732.225632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428741248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827732.225640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827732.225643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827732.225644:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827732.225647:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1832 00000100:00080000:3.0:1787827732.225649:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827732.225651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827732.225656:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827732.225662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428741376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827732.225668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428741120:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827732.225672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827732.225678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827732.225679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827732.225692:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1832 00000100:00080000:3.0:1787827732.225694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827732.225696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827732.225699:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827732.225706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428741504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827732.225750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827732.225792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827732/real 1787827732] req@ffff9ab5f994a580 x1874671428741120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827732.225810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428741120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827732.225832:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827732.225836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827732.225840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428741120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827732.225845:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741248:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827732.225864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827732.225872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827732/real 1787827732] req@ffff9ab5f994ad00 x1874671428741248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827732.225880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428741248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827732.225886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827732.225889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827732.225891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741248:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827732.225911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827732.225922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827732.225928:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827732/real 1787827732] req@ffff9ab5f9948780 x1874671428741376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827732.225946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428741376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827732.225951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827732.225953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827732.225955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827732.225958:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827732.225968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827732.225973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827732/real 1787827732] req@ffff9ab5f9948b40 x1874671428741504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827732.225980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428741504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827732.225985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827732.225986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827732.225988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827733.185484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827733.185486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827733.185509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827734.209469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827734.209470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827734.209476:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827735.233484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827735.233488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827735.233499:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827736.257488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827736.257492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827736.257503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827737.281525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827737.281525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827737.281565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827737.345506:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827737.345518:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827737.345522:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827737.345534:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1838 00000100:00080000:3.0:1787827737.345546:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827737.345553:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827737.345590:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428741632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827737.345630:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827737.345634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827737.345635:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827737.345639:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1838 00000100:00080000:3.0:1787827737.345642:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827737.345645:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827737.345655:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827737.345667:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428741760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827737.345677:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428741632:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827737.345679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827737.345687:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827737.345691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827737.345696:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1838 00000100:00080000:3.0:1787827737.345698:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827737.345701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827737.345705:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827737.345715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428741888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827737.345722:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827737.345725:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827737.345727:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827737.345730:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1838 00000100:00080000:3.0:1787827737.345733:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827737.345736:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827737.345740:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827737.345748:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428742016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827737.345752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827737.345801:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827737/real 1787827737] req@ffff9ab5f9948b40 x1874671428741632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827737.345816:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428741632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827737.345825:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827737.345829:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827737.345832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428741632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827737.345868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741760:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827737.345887:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827737.345896:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827737/real 1787827737] req@ffff9ab5f9948780 x1874671428741760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827737.345905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428741760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827737.345912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827737.345915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827737.345917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741760:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827737.345921:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827737.345933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827737.345939:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827737/real 1787827737] req@ffff9ab5f994ad00 x1874671428741888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827737.345953:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428741888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827737.345959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827737.345961:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827737.345963:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428741888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827737.345967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827737.345977:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827737.345984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827737/real 1787827737] req@ffff9ab5f994a580 x1874671428742016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827737.345991:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428742016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827737.345997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827737.346000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827737.346002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827738.305541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827738.305542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827738.305580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827739.329582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827739.329596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827739.329690:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827740.353505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827740.353513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827740.353547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827741.377547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827741.377590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827741.377630:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827742.401495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827742.401517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827742.401580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787827742.465500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827742.465508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827742.465511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827742.465520:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1843 00000100:00080000:0.0:1787827742.465530:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827742.465535:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827742.465566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428742144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827742.465587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827742.465590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827742.465591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827742.465594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1843 00000100:00080000:0.0:1787827742.465596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827742.465599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827742.465606:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827742.465615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428742272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827742.465623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827742.465626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827742.465630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827742.465631:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428742144:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827742.465634:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1843 00000100:00080000:0.0:1787827742.465639:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827742.465642:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827742.465646:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827742.465656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428742400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827742.465662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827742.465665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827742.465666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827742.465668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1843 00000100:00080000:0.0:1787827742.465681:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827742.465683:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827742.465686:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827742.465690:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827742.465698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428742528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827742.465756:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827742/real 1787827742] req@ffff9ab5f27ade00 x1874671428742144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827742.465777:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428742144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827742.465786:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827742.465794:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827742.465797:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428742144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827742.465816:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742272:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827742.465834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827742.465843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827742/real 1787827742] req@ffff9ab5f27afc00 x1874671428742272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827742.465872:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428742272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827742.465883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827742.465886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827742.465890:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827742.465896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827742.465916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827742.465926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827742/real 1787827742] req@ffff9ab5f27ac3c0 x1874671428742400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827742.465938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428742400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827742.465955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827742.465958:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827742.465963:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827742.465968:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827742.465984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827742.466016:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827742/real 1787827742] req@ffff9ab5f27af840 x1874671428742528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827742.466045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428742528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827742.466051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827742.466053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827742.466055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827743.425494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827743.425545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827743.425612:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827744.449520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827744.449529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827744.449574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827745.473498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827745.473535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827745.473541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827746.497546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827746.497574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827746.497593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827747.521495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827747.521496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827747.521517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827747.585531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827747.585538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827747.585542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827747.585550:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1848 00000100:00080000:3.0:1787827747.585559:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827747.585565:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827747.585595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428742656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827747.585615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827747.585618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827747.585620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827747.585623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1848 00000100:00080000:3.0:1787827747.585627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827747.585630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827747.585639:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827747.585652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428742656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827747.585652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428742784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827747.585668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827747.585670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827747.585672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827747.585676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1848 00000100:00080000:3.0:1787827747.585680:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827747.585683:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827747.585687:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827747.585696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428742912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827747.585704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827747.585706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827747.585707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827747.585709:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1848 00000100:00080000:3.0:1787827747.585712:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787827747.585714:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827747.585717:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827747.585721:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827747.585729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428743040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827747.585751:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827747/real 1787827747] req@ffff9ab5f994a1c0 x1874671428742656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827747.585770:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428742656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827747.585778:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827747.585781:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827747.585784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428742656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827747.585802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742784:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827747.585818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827747.585827:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827747/real 1787827747] req@ffff9ab5f994b0c0 x1874671428742784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827747.585835:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428742784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827747.585841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827747.585844:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827747.585846:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742784:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827747.585850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827747.585862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827747.585869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827747/real 1787827747] req@ffff9ab5f99492c0 x1874671428742912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827747.585876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428742912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827747.585886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827747.585888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827747.585891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428742912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827747.585895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827747.585907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827747.585914:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827747/real 1787827747] req@ffff9ab5f994bc00 x1874671428743040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827747.585921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428743040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827747.585927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827747.585929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827747.585932:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827748.545525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827748.545528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827748.545557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827749.569486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827749.569489:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827749.569508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827750.593508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827750.593508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827750.593532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827751.617499:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827751.617505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827751.617520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827752.641487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827752.641506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827752.641511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827752.705486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.705495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827752.705499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.705507:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1853 00000100:00080000:3.0:1787827752.705516:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.705522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827752.705552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428743168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827752.705574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.705577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827752.705579:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.705581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1853 00000100:00080000:3.0:1787827752.705584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.705586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827752.705593:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827752.705606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428743296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827752.705613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.705616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827752.705617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.705620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1853 00000100:00080000:3.0:1787827752.705622:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.705626:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827752.705630:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827752.705636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428743424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827752.705649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428743168:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827752.705650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.705658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827752.705663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.705667:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1853 00000100:00080000:3.0:1787827752.705670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.705673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827752.705676:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827752.705685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428743552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827752.705714:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827752.705758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827752] req@ffff9ab5f9949e00 x1874671428743168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827752.705777:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428743168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827752.705785:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827752.705788:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827752.705791:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428743168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827752.705797:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743296:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827752.705815:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827752.705823:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827752] req@ffff9ab5f994a940 x1874671428743296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827752.705831:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428743296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827752.705836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827752.705838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827752.705840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743296:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827752.705858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827752.705869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827752.705875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827752] req@ffff9ab5f994b480 x1874671428743424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827752.705882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428743424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827752.705888:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827752.705890:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827752.705892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827752.705896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827752.705905:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827752.705910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827752] req@ffff9ab5f9948f00 x1874671428743552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827752.705917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428743552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827752.705936:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827752.705938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827752.705941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827753.665461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827753.665477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827753.665509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827754.689517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827754.689564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827754.689574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827755.713464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827755.713503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827755.713515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827756.737489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827756.737489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827756.737543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827757.761510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827757.761579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827757.761581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787827757.825492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.825500:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827757.825504:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.825512:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1858 00000100:00080000:3.0:1787827757.825528:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.825534:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827757.825566:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428743680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.825588:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.825592:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827757.825593:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.825597:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1858 00000100:00080000:3.0:1787827757.825599:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.825601:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827757.825609:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827757.825619:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428743808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.825633:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827757.825634:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428743680:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827757.825640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827757.825643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.825646:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1858 00000100:00080000:3.0:1787827757.825649:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.825651:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827757.825655:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827757.825664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428743936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.825671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.825673:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827757.825675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.825677:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1858 00000100:00080000:3.0:1787827757.825679:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.825681:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827757.825685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827757.825694:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827757.825699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428744064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827757.825733:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff9ab5f9949a40 x1874671428743680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827757.825753:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428743680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827757.825764:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827757.825769:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827757.825773:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428743680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827757.825796:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743808:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827757.825818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827757.825828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff9ab5f9948000 x1874671428743808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827757.825836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428743808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827757.825842:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827757.825845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827757.825847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743808:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827757.825851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827757.825862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827757.825868:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff9ab5f9949680 x1874671428743936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827757.825875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428743936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827757.825881:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827757.825882:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827757.825884:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428743936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827757.825903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827757.825920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827757.825928:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff9ab5f994b840 x1874671428744064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827757.825940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428744064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827757.825946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827757.825948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827757.825950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827758.785498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827758.785498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827758.785528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827759.809517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827759.809553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827759.809558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827760.833538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827760.833538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827760.833560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827761.857507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827761.857529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827761.858485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827762.881569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827762.881569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827762.881656:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827762.945599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827762.945610:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827762.945615:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827762.945626:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1863 00000100:00080000:0.0:1787827762.945640:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827762.945647:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827762.945709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428744192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827762.945734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827762.945738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827762.945739:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827762.945743:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1863 00000100:00080000:0.0:1787827762.945746:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827762.945749:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827762.945758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827762.945765:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428744192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827762.945773:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428744320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827762.945782:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827762.945785:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827762.945787:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827762.945790:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1863 00000100:00080000:0.0:1787827762.945792:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827762.945795:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827762.945798:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827762.945807:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428744448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827762.945813:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827762.945816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827762.945817:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827762.945820:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1863 00000100:00080000:0.0:1787827762.945830:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827762.945832:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827762.945840:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827762.945840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827762.945865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428744576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827762.945907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff9ab5f27acb40 x1874671428744192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827762.945925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428744192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827762.945934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827762.945938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827762.945941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428744192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827762.945982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744320:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827762.946001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827762.946028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff9ab5f27af0c0 x1874671428744320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827762.946037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428744320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827762.946043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827762.946045:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827762.946048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744320:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827762.946052:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827762.946065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827762.946071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff9ab5f27af480 x1874671428744448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827762.946089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428744448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827762.946099:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827762.946101:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827762.946103:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827762.946107:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827762.946116:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827762.946122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff9ab5f27ad2c0 x1874671428744576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827762.946129:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428744576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827762.946135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827762.946137:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827762.946138:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827763.905518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827763.905518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827763.905569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827764.929511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827764.929540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827764.929542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827765.953455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827765.953490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827765.953514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827766.977500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827766.977511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827766.977539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827768.001499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827768.001499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827768.001524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827768.065484:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827768.065492:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827768.065496:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827768.065503:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1868 00000100:00080000:2.0:1787827768.065512:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827768.065518:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827768.065549:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428744704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827768.065571:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827768.065574:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827768.065575:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827768.065578:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1868 00000100:00080000:2.0:1787827768.065581:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827768.065583:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827768.065591:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827768.065600:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428744832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827768.065608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827768.065613:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428744704:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827768.065614:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827768.065626:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827768.065632:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1868 00000100:00080000:2.0:1787827768.065636:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827768.065642:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827768.065648:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827768.065662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428744960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827768.065671:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827768.065676:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827768.065680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827768.065682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827768.065686:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1868 00000100:00080000:2.0:1787827768.065690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827768.065693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827768.065696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827768.065705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428745088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827768.065718:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827768/real 1787827768] req@ffff9ab5f98012c0 x1874671428744704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827768.065733:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428744704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827768.065741:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827768.065744:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827768.065747:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428744704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827768.065768:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744832:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827768.065783:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827768.065791:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827768/real 1787827768] req@ffff9ab5f9800000 x1874671428744832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827768.065799:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428744832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827768.065804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827768.065807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827768.065809:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827768.065812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827768.065848:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827768.065859:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827768/real 1787827768] req@ffff9ab5f9801a40 x1874671428744960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827768.065869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428744960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827768.065875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827768.065878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827768.065880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428744960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827768.065883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827768.065896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827768.065903:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827768/real 1787827768] req@ffff9ab5f9802940 x1874671428745088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827768.065910:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428745088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827768.065915:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827768.065916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827768.065918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827769.025469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827769.025476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827769.025494:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827770.049492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827770.049493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827770.049524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827771.073495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827771.073502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827771.073610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827772.097579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827772.097596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827772.097598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827773.121492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827773.121505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827773.121507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827773.185714:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827773.185729:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827773.185735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827773.185749:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1873 00000100:00080000:3.0:1787827773.185765:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827773.185774:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827773.185837:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428745216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827773.185872:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827773.185877:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827773.185879:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827773.185884:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1873 00000100:00080000:3.0:1787827773.185888:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827773.185894:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827773.185905:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827773.185921:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428745344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827773.185931:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827773.185935:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827773.185937:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827773.185940:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1873 00000100:00080000:3.0:1787827773.185944:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827773.185948:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827773.185954:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827773.185965:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428745472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827773.185976:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827773.185979:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827773.185981:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827773.185985:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1873 00000100:00080000:3.0:1787827773.185989:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827773.185993:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827773.185998:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827773.186011:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428745600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827773.186120:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428745216:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787827773.186190:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827773.186232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827773/real 1787827773] req@ffff9ab5f994b840 x1874671428745216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827773.186253:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428745216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827773.186265:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827773.186268:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827773.186271:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428745216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827773.186278:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745344:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827773.186297:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827773.186306:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827773/real 1787827773] req@ffff9ab5f9949680 x1874671428745344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827773.186315:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428745344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827773.186321:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827773.186324:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827773.186326:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827773.186330:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827773.186342:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827773.186348:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827773/real 1787827773] req@ffff9ab5f9948000 x1874671428745472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827773.186356:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428745472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827773.186364:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827773.186367:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827773.186370:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827773.186377:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827773.186395:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827773.186440:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827773/real 1787827773] req@ffff9ab5f9949a40 x1874671428745600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827773.186462:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428745600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827773.186471:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827773.186476:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827773.186485:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827774.145529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827774.145546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827774.145556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827775.169533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827775.169535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827775.169631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827776.193526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827776.193624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827776.194461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827777.217473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827777.217473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827777.217509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827778.241501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827778.241509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827778.241521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827778.305553:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827778.305567:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827778.305573:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827778.305586:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1879 00000100:00080000:3.0:1787827778.305602:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827778.305610:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827778.305659:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428745728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827778.305692:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827778.305696:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827778.305699:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827778.305703:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1879 00000100:00080000:3.0:1787827778.305707:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827778.305711:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827778.305723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827778.305736:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428745856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827778.305758:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428745728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827778.305764:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827778.305770:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827778.305772:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827778.305777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1879 00000100:00080000:3.0:1787827778.305782:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827778.305787:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827778.305804:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827778.305817:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428745984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827778.305828:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827778.305833:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827778.305835:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827778.305839:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1879 00000100:00080000:3.0:1787827778.305844:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827778.305847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827778.305852:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827778.305858:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827778.305870:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428746112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827778.305911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827778/real 1787827778] req@ffff9ab5f9948f00 x1874671428745728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827778.305927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428745728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827778.305937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827778.305941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827778.305944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428745728:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827778.305965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745856:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827778.305982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827778.305990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827778/real 1787827778] req@ffff9ab5f994b480 x1874671428745856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827778.306009:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428745856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827778.306020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827778.306023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827778.306025:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827778.306029:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827778.306040:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827778.306046:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827778/real 1787827778] req@ffff9ab5f994a940 x1874671428745984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827778.306054:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428745984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827778.306069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827778.306071:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827778.306073:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428745984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827778.306077:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827778.306087:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827778.306093:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827778/real 1787827778] req@ffff9ab5f9949e00 x1874671428746112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827778.306100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428746112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827778.306105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827778.306106:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827778.306109:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827779.265547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827779.265547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827779.265577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827780.289543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827780.289608:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827780.289620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827781.313545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827781.313545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827781.313570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827782.337522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827782.337522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827782.337552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827783.361472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827783.361529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827783.361556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827783.425534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827783.425540:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827783.425544:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827783.425559:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1884 00000100:00080000:3.0:1787827783.425569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827783.425575:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827783.425604:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428746240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827783.425628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827783.425631:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827783.425632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827783.425637:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1884 00000100:00080000:3.0:1787827783.425639:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827783.425641:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827783.425651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827783.425662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428746368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827783.425671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827783.425674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827783.425676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827783.425680:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1884 00000100:00080000:3.0:1787827783.425682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827783.425686:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827783.425692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827783.425700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428746496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827783.425708:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827783.425726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428746240:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827783.425738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827783.425741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827783.425746:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1884 00000100:00080000:3.0:1787827783.425750:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827783.425753:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827783.425758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827783.425815:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827783.425843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827783.425954:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428746624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827783.426012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827784.385501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827784.385501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827784.385516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827785.409464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827785.409534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827785.409549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827786.433493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827786.433518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827786.433622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827786.497651:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827786.497684:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827786.497709:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827786.497758:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827786.497765:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827786.497770:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827786.497830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827783/real 1787827786] req@ffff9ab5f994a1c0 x1874671428746624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827786.497856:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428746624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827786.497868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827786.497874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827786.497878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827786.497887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827783/real 1787827786] req@ffff9ab5f994b0c0 x1874671428746496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827786.497899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428746496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827786.497908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827786.497912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827786.497915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827786.497923:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827783/real 1787827786] req@ffff9ab5f994bc00 x1874671428746240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827786.497935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428746240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827786.497943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827786.497945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827786.497949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428746240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827786.497955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827783/real 1787827786] req@ffff9ab5f99492c0 x1874671428746368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827786.497967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428746368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827786.497976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827786.497980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827786.497984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827787.457490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827787.457512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827787.457606:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827788.481478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827788.481524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827788.481564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827788.545588:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827788.545599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827788.545603:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827788.545611:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1889 00000100:00080000:1.0:1787827788.545622:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827788.545628:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827788.545661:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428746752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827788.545706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827788.545711:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827788.545714:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827788.545735:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1889 00000100:00080000:1.0:1787827788.545739:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827788.545743:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827788.545754:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827788.545769:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428746880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827788.545783:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428746752:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827788.545783:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827788.545790:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827788.545795:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827788.545800:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1889 00000100:00080000:1.0:1787827788.545813:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827788.545818:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827788.545825:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827788.545839:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428747008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827788.545848:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827788.545851:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827788.545854:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827788.545859:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1889 00000100:00080000:1.0:1787827788.545863:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827788.545867:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827788.545874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827788.545874:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827788.545894:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428747136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827788.545942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827788/real 1787827788] req@ffff9ab5f24ba1c0 x1874671428746752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827788.545963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428746752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827788.545975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827788.545979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827788.545983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428746752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827788.546012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827788.546038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827788.546053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827788/real 1787827788] req@ffff9ab5f24b9680 x1874671428746880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827788.546066:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428746880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827788.546076:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827788.546080:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827788.546084:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428746880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827788.546090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827788.546120:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827788.546132:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827788/real 1787827788] req@ffff9ab5f24ba580 x1874671428747008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827788.546144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428747008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827788.546152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827788.546155:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827788.546158:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827788.546165:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827788.546185:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827788.546195:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827788/real 1787827788] req@ffff9ab5f24b8f00 x1874671428747136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827788.546206:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428747136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827788.546214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827788.546217:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827788.546220:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827789.505491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827789.505515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827789.505570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827790.529451:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827790.529517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827790.530468:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827791.553505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827791.553505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827791.553605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827792.577446:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827792.577531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827792.577553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827793.601512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827793.601532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827793.601664:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827793.665588:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827793.665602:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827793.665609:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827793.665622:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1894 00000100:00080000:0.0:1787827793.665636:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827793.665659:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827793.665703:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428747264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827793.665736:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827793.665739:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827793.665741:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827793.665744:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1894 00000100:00080000:0.0:1787827793.665749:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827793.665752:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827793.665762:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827793.665773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428747392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827793.665781:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827793.665789:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827793.665791:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827793.665793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428747264:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827793.665799:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1894 00000100:00080000:0.0:1787827793.665805:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827793.665810:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827793.665815:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827793.665824:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428747520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827793.665830:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827793.665832:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827793.665833:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827793.665836:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1894 00000100:00080000:0.0:1787827793.665839:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827793.665842:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827793.665844:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827793.665855:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428747648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827793.665882:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827793.665942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827793/real 1787827793] req@ffff9ab5f27ae940 x1874671428747264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827793.665962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428747264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827793.665974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827793.665979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827793.665983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428747264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827793.666009:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827793.666034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827793.666047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827793/real 1787827793] req@ffff9ab5f27ac000 x1874671428747392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827793.666058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428747392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827793.666068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827793.666072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827793.666076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827793.666082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827793.666113:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827793.666126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827793/real 1787827793] req@ffff9ab5f27acf00 x1874671428747520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827793.666139:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428747520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827793.666148:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827793.666151:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827793.666154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827793.666161:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827793.666185:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827793.666198:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827793/real 1787827793] req@ffff9ab5f27ad2c0 x1874671428747648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827793.666211:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428747648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827793.666219:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827793.666223:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827793.666227:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827794.625513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827794.625526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827794.625563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827795.649527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827795.649572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827795.649591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827796.673585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827796.673592:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827796.673665:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827797.697497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827797.697540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827797.697550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827798.721528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827798.721528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827798.721559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827798.785518:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827798.785529:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827798.785534:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827798.785546:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1899 00000100:00080000:1.0:1787827798.785558:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827798.785567:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827798.785627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428747776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827798.785659:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827798.785663:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827798.785664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827798.785668:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1899 00000100:00080000:1.0:1787827798.785672:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827798.785676:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827798.785687:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827798.785696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428747776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827798.785701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428747904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827798.785711:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827798.785714:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827798.785715:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827798.785718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1899 00000100:00080000:1.0:1787827798.785722:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827798.785724:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827798.785727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827798.785735:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428748032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827798.785746:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827798.785749:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827798.785750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827798.785753:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1899 00000100:00080000:1.0:1787827798.785767:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827798.785769:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827798.785772:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827798.785778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827798.785782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428748160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827798.785838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff9ab5f24b92c0 x1874671428747776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827798.785852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428747776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827798.785861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827798.785866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827798.785869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428747776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827798.785892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827798.785908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827798.785916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff9ab5f24b83c0 x1874671428747904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827798.785935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428747904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827798.785941:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827798.785943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827798.785946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428747904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827798.785949:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827798.785961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827798.785966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff9ab5f24b8000 x1874671428748032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827798.785973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428748032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827798.785979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827798.785981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827798.785983:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827798.785987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827798.785999:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827798.786005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff9ab5f24bb840 x1874671428748160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827798.786012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428748160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827798.786017:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827798.786019:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827798.786021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827799.745478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827799.745484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827799.745538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827800.769486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827800.769486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827800.769528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827801.793519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827801.793525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827801.793608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827802.817603:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827802.817605:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827802.817659:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827803.841530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827803.841530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827803.841539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827803.905507:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827803.905516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827803.905520:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827803.905528:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1904 00000100:00080000:3.0:1787827803.905537:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827803.905542:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827803.905589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428748288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827803.905612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827803.905615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827803.905616:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827803.905619:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1904 00000100:00080000:3.0:1787827803.905622:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827803.905625:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827803.905633:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827803.905643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428748416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827803.905651:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827803.905654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827803.905656:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827803.905658:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1904 00000100:00080000:3.0:1787827803.905659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827803.905662:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827803.905666:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827803.905672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428748544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827803.905680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827803.905683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787827803.905684:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428748288:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827803.905686:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827803.905702:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1904 00000100:00080000:3.0:1787827803.905709:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827803.905722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827803.905726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827803.905737:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428748672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827803.905816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827803.905892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff9ab5f994a580 x1874671428748288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827803.905911:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428748288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827803.905937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827803.905940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827803.905944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428748288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827803.905951:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827803.905981:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827803.905992:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff9ab5f994ad00 x1874671428748416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827803.906000:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428748416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827803.906007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827803.906009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827803.906012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827803.906037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827803.906051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827803.906057:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff9ab5f9948780 x1874671428748544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827803.906065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428748544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827803.906072:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827803.906074:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827803.906076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827803.906080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827803.906098:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827803.906105:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff9ab5f9948b40 x1874671428748672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827803.906118:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428748672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827803.906123:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827803.906125:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827803.906127:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827804.865659:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827804.865659:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827804.865852:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827805.889547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827805.889624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827805.889712:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827806.913576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827806.913617:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827806.913636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827807.937522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827807.937573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827807.937695:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827808.961520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827808.961592:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827808.961660:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827809.025558:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827809.025569:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827809.025574:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827809.025584:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1909 00000100:00080000:2.0:1787827809.025596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827809.025604:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827809.025644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428748800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827809.025674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827809.025678:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827809.025680:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827809.025685:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1909 00000100:00080000:2.0:1787827809.025689:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827809.025693:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827809.025703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827809.025715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428748928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827809.025728:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827809.025732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827809.025734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827809.025738:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1909 00000100:00080000:2.0:1787827809.025741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827809.025745:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827809.025751:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827809.025766:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428749056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827809.025769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428748800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827809.025782:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827809.025788:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827809.025789:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827809.025793:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1909 00000100:00080000:2.0:1787827809.025796:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827809.025799:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827809.025804:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827809.025816:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428749184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827809.025856:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827809.025902:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827809/real 1787827809] req@ffff9ab5f9801680 x1874671428748800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827809.025922:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428748800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827809.025934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827809.025938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827809.025943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428748800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827809.025950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748928:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827809.025970:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827809.025981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827809/real 1787827809] req@ffff9ab5f9803840 x1874671428748928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827809.025994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428748928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827809.026002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827809.026005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827809.026008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428748928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827809.026034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827809.026051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827809.026060:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827809/real 1787827809] req@ffff9ab5f9800780 x1874671428749056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827809.026072:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428749056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827809.026080:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827809.026083:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827809.026086:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827809.026091:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827809.026105:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827809.026114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827809/real 1787827809] req@ffff9ab5f98021c0 x1874671428749184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827809.026125:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428749184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827809.026139:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827809.026143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827809.026146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827809.985468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827809.985505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827809.985509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827811.009491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827811.009495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827811.009532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827812.033480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827812.033480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827812.033506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827813.057570:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827813.057613:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827813.057614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827814.081519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827814.081575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827814.081663:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827814.145553:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827814.145565:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827814.145570:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827814.145582:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1914 00000100:00080000:3.0:1787827814.145595:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827814.145603:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827814.145665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428749312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827814.145701:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827814.145707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827814.145709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827814.145715:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1914 00000100:00080000:3.0:1787827814.145719:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827814.145723:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827814.145735:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827814.145754:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428749440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827814.145777:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827814.145784:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827814.145788:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827814.145795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428749312:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827814.145803:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1914 00000100:00080000:3.0:1787827814.145814:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827814.145824:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827814.145837:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827814.145863:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428749568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827814.145880:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827814.145885:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827814.145890:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787827814.145895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827814.145917:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1914 00000100:00080000:3.0:1787827814.145927:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827814.145934:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827814.145941:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827814.145960:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428749696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827814.145980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827814/real 1787827814] req@ffff9ab5f9948b40 x1874671428749312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827814.146010:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428749312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827814.146025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827814.146030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827814.146036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428749312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827814.146048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827814.146093:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827814.146119:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827814/real 1787827814] req@ffff9ab5f9948780 x1874671428749440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827814.146145:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428749440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827814.146164:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827814.146171:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827814.146179:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827814.146215:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827814.146247:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827814.146262:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827814/real 1787827814] req@ffff9ab5f994ad00 x1874671428749568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827814.146277:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428749568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827814.146288:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827814.146292:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827814.146296:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827814.146302:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827814.146320:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827814.146331:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827814/real 1787827814] req@ffff9ab5f994a580 x1874671428749696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827814.146345:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428749696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827814.146354:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827814.146358:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827814.146361:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827815.105601:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827815.105602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827815.105609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827816.129549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827816.129564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827816.129603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827817.153586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827817.153623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827817.153646:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827818.177534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827818.177540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827818.177571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827819.201561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827819.201594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827819.201620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827819.265555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827819.265562:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827819.265566:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827819.265575:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1919 00000100:00080000:1.0:1787827819.265584:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827819.265590:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827819.265623:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428749824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827819.265645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827819.265649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827819.265651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827819.265654:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1919 00000100:00080000:1.0:1787827819.265658:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827819.265662:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827819.265670:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827819.265680:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428749824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827819.265690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428749952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827819.265702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827819.265705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827819.265707:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827819.265711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1919 00000100:00080000:1.0:1787827819.265714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827819.265717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827819.265721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827819.265731:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428750080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827819.265738:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787827819.265742:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787827819.265744:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827819.265747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827819.265750:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1919 00000100:00080000:1.0:1787827819.265753:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827819.265756:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827819.265760:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827819.265769:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428750208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827819.265785:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827819/real 1787827819] req@ffff9ab5f24bb840 x1874671428749824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827819.265801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428749824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827819.265809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827819.265812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827819.265816:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428749824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827819.265834:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827819.265891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827819.265904:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827819/real 1787827819] req@ffff9ab5f24b8000 x1874671428749952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827819.265913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428749952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827819.265924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827819.265926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827819.265929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428749952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827819.265933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827819.265946:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827819.265952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827819/real 1787827819] req@ffff9ab5f24b83c0 x1874671428750080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827819.265960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428750080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827819.265965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827819.265967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827819.265969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827819.265973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827819.265984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827819.265990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827819/real 1787827819] req@ffff9ab5f24b92c0 x1874671428750208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827819.265997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428750208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827819.266002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827819.266004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827819.266007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827820.225477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827820.225508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827820.225514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827821.249549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827821.249569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827821.249668:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827822.273551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827822.273559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827822.273590:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827823.297513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827823.297513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827823.297538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827824.321538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827824.321541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827824.321620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827824.385560:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827824.385577:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827824.385585:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827824.385602:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1925 00000100:00080000:3.0:1787827824.385619:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827824.385631:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827824.385683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428750336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827824.385721:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827824.385726:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827824.385729:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827824.385752:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1925 00000100:00080000:3.0:1787827824.385756:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827824.385760:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827824.385771:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827824.385786:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428750464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827824.385791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428750336:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827824.385801:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827824.385805:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827824.385807:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827824.385810:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1925 00000100:00080000:3.0:1787827824.385812:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827824.385815:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827824.385821:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827824.385831:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428750592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827824.385841:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827824.385844:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827824.385846:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827824.385849:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1925 00000100:00080000:3.0:1787827824.385861:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827824.385864:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827824.385868:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827824.385880:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428750720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827824.385890:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827824.385940:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827824/real 1787827824] req@ffff9ab5f99492c0 x1874671428750336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827824.385961:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428750336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827824.385975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827824.385980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827824.385986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428750336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827824.386013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750464:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827824.386042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827824.386055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827824/real 1787827824] req@ffff9ab5f994bc00 x1874671428750464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827824.386071:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428750464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827824.386083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827824.386087:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827824.386093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827824.386102:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827824.386131:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827824.386143:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827824/real 1787827824] req@ffff9ab5f994b0c0 x1874671428750592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827824.386154:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428750592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827824.386162:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827824.386164:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827824.386167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827824.386172:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827824.386187:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827824.386195:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827824/real 1787827824] req@ffff9ab5f994a1c0 x1874671428750720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827824.386204:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428750720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827824.386211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827824.386213:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827824.386215:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827825.345508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827825.345508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827825.345554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827826.369551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827826.369563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827826.369602:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827827.393490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827827.393503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827827.393514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827828.417505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827828.417505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827828.417520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827829.441495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827829.441532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827829.441535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787827829.505508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827829.505517:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827829.505521:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827829.505530:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1930 00000100:00080000:3.0:1787827829.505540:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827829.505547:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827829.505582:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428750848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827829.505608:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827829.505612:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827829.505614:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827829.505617:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1930 00000100:00080000:3.0:1787827829.505621:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827829.505625:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827829.505634:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827829.505648:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428750976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827829.505653:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428750848:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827829.505675:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827829.505681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827829.505684:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827829.505691:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1930 00000100:00080000:3.0:1787827829.505697:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827829.505703:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827829.505711:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787827829.505726:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827829.505732:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428751104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827829.505748:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827829.505751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827829.505753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827829.505757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1930 00000100:00080000:3.0:1787827829.505761:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827829.505764:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827829.505769:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827829.505785:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827829/real 1787827829] req@ffff9ab5f9949e00 x1874671428750848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827829.505786:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428751232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827829.505848:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428750848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827829.505866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827829.505872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827829.505876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428750848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827829.505902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827829.505941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827829.505956:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827829/real 1787827829] req@ffff9ab5f994a940 x1874671428750976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827829.505969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428750976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827829.505978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827829.505982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827829.505985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428750976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827829.505992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827829.506012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827829.506021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827829/real 1787827829] req@ffff9ab5f994b480 x1874671428751104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827829.506033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428751104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827829.506041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827829.506061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827829.506064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827829.506069:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827829.506083:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827829.506090:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827829/real 1787827829] req@ffff9ab5f9948f00 x1874671428751232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827829.506099:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428751232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827829.506114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827829.506117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827829.506119:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827830.465492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827830.465493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827830.465518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827831.489491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827831.489524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827831.489571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827832.513569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827832.513659:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827832.513675:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827833.537537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827833.537539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827833.537618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827834.561535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827834.561573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827834.561623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827834.625607:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827834.625624:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827834.625632:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827834.625659:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1935 00000100:00080000:3.0:1787827834.625678:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827834.625693:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827834.625770:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428751360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827834.625807:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827834.625812:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827834.625814:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827834.625821:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1935 00000100:00080000:3.0:1787827834.625828:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827834.625836:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827834.625866:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827834.625876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428751360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827834.625897:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428751488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827834.625920:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827834.625924:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827834.625927:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827834.625932:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1935 00000100:00080000:3.0:1787827834.625939:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827834.625944:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827834.625953:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827834.625970:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428751616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827834.625983:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827834.625986:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827834.625988:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827834.625992:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1935 00000100:00080000:3.0:1787827834.625997:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787827834.625999:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827834.626005:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827834.626011:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827834.626027:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428751744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827834.626082:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827834/real 1787827834] req@ffff9ab5f9949a40 x1874671428751360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827834.626109:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428751360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827834.626134:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827834.626139:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827834.626145:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428751360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827834.626174:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827834.626202:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827834.626217:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827834/real 1787827834] req@ffff9ab5f9948000 x1874671428751488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827834.626230:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428751488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827834.626240:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827834.626244:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827834.626274:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827834.626281:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827834.626309:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827834.626320:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827834/real 1787827834] req@ffff9ab5f9949680 x1874671428751616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827834.626341:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428751616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827834.626351:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827834.626380:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827834.626384:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827834.626391:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827834.626463:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827834.626478:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827834/real 1787827834] req@ffff9ab5f994b840 x1874671428751744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827834.626492:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428751744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827834.626501:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827834.626505:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827834.626508:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428751744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827835.585588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827835.585588:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827835.585616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827836.609484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827836.609490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827836.609500:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827837.633540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827837.633541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827837.633571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827838.657487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827838.657489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827838.657512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827839.681522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827839.681535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827839.681555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827839.745505:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827839.745517:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827839.745522:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827839.745533:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1940 00000100:00080000:3.0:1787827839.745545:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827839.745553:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827839.745598:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428751872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827839.745633:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827839.745637:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827839.745640:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827839.745644:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1940 00000100:00080000:3.0:1787827839.745649:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827839.745654:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827839.745665:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827839.745680:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428752000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827839.745690:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827839.745693:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827839.745695:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827839.745699:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1940 00000100:00080000:3.0:1787827839.745703:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827839.745707:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827839.745713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827839.745723:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428752128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827839.745733:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827839.745747:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827839.745749:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827839.745753:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1940 00000100:00080000:3.0:1787827839.745757:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827839.745761:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827839.745766:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827839.745779:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428752256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827839.745907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428751872:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787827839.745983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827839.746027:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff9ab5f994b840 x1874671428751872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827839.746045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428751872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827839.746056:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827839.746060:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827839.746064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428751872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827839.746082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827839.746112:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827839.746122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff9ab5f9949680 x1874671428752000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827839.746130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428752000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827839.746136:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827839.746138:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827839.746140:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827839.746144:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827839.746156:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827839.746162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff9ab5f9948000 x1874671428752128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827839.746169:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428752128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827839.746178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827839.746180:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827839.746182:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827839.746190:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827839.746200:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827839.746206:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff9ab5f9949a40 x1874671428752256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827839.746213:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428752256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827839.746218:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827839.746220:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827839.746222:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827840.705514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827840.705559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827840.705684:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827841.729488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827841.729493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827841.729528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827842.753464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827842.753483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827842.753501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827843.777493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827843.777605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827843.777620:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827844.801471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827844.801488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827844.801510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827844.865460:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827844.865468:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827844.865471:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827844.865480:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1945 00000100:00080000:3.0:1787827844.865489:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827844.865495:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827844.865526:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428752384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827844.865546:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827844.865549:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827844.865550:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827844.865553:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1945 00000100:00080000:3.0:1787827844.865555:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827844.865557:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827844.865564:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827844.865572:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428752512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827844.865580:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827844.865583:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827844.865585:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827844.865588:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1945 00000100:00080000:3.0:1787827844.865591:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827844.865594:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827844.865597:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827844.865606:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428752640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827844.865607:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428752384:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827844.865621:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827844.865623:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827844.865624:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827844.865626:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1945 00000100:00080000:3.0:1787827844.865629:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827844.865631:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827844.865634:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827844.865640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428752768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827844.865671:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827844.865718:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff9ab5f9948f00 x1874671428752384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827844.865732:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428752384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827844.865744:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827844.865747:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827844.865750:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428752384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827844.865755:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827844.865777:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827844.865791:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff9ab5f994b480 x1874671428752512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827844.865804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428752512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827844.865813:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827844.865816:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827844.865818:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827844.865838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827844.865853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827844.865861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff9ab5f994a940 x1874671428752640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827844.865869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428752640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827844.865874:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827844.865877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827844.865879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827844.865883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827844.865892:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827844.865898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff9ab5f9949e00 x1874671428752768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827844.865905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428752768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827844.865910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827844.865912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827844.865914:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428752768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827845.825557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827845.825583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827845.825631:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827846.849467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827846.849506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827846.849514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827847.873490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827847.873493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827847.873547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827848.897475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827848.897494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827848.897509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827849.921487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827849.921514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827849.921549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827849.985552:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827849.985582:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827849.985588:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827849.985602:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1950 00000100:00080000:0.0:1787827849.985628:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827849.985657:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827849.985761:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428752896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827849.985819:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827849.985824:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827849.985827:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827849.985832:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1950 00000100:00080000:0.0:1787827849.985837:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827849.985842:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827849.985855:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827849.985888:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428753024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827849.985910:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827849.985918:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827849.985935:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827849.985944:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1950 00000100:00080000:0.0:1787827849.985951:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827849.985964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428752896:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827849.985965:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827849.985983:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827849.986016:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428753152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827849.986038:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827849.986045:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827849.986070:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827849.986076:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1950 00000100:00080000:0.0:1787827849.986084:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827849.986089:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827849.986097:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827849.986114:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428753280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827849.986176:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827849.986219:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827849.986270:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827850.945456:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827850.945491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827850.945509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827851.969469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827851.969475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827851.969552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827852.993492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827852.993499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827852.993607:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827853.057644:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787827853.057689:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827853.057707:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827853.057747:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827853.057766:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787827853.057776:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787827853.057857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827853] req@ffff9ab5f27acb40 x1874671428753152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827853.057912:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428753152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827853.057937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827853.057946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827853.057953:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827853.057966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827853] req@ffff9ab5f27af840 x1874671428753280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827853.057984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428753280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827853.057995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827853.058000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827853.058005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827853.058023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827853] req@ffff9ab5f27af480 x1874671428752896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827853.058042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428752896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827853.058052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827853.058057:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827853.058062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428752896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827853.058071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827853] req@ffff9ab5f27af0c0 x1874671428753024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827853.058087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428753024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827853.058100:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827853.058105:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827853.058110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827854.017462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827854.017500:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827854.017507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827855.041490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827855.041509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827855.041611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827855.105489:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827855.105501:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827855.105505:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827855.105516:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1955 00000100:00080000:0.0:1787827855.105528:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827855.105535:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827855.105578:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428753408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827855.105604:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827855.105607:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827855.105608:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827855.105612:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1955 00000100:00080000:0.0:1787827855.105614:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827855.105617:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827855.105626:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827855.105635:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428753536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827855.105642:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827855.105645:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827855.105647:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827855.105650:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1955 00000100:00080000:0.0:1787827855.105652:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827855.105655:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827855.105658:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827855.105665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428753664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827855.105671:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827855.105673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827855.105674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827855.105677:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1955 00000100:00080000:0.0:1787827855.105680:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827855.105682:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827855.105686:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827855.105689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428753408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827855.105695:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428753792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827855.105778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827855.105845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855] req@ffff9ab5f27ac3c0 x1874671428753408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827855.105879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428753408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827855.105895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827855.105901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827855.105907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428753408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827855.105919:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827855.105951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827855.105971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855] req@ffff9ab5f27afc00 x1874671428753536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827855.105986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428753536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827855.105998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827855.106003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827855.106007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827855.106016:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827855.106043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827855.106056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855] req@ffff9ab5f27ade00 x1874671428753664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827855.106068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428753664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827855.106077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827855.106081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827855.106084:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827855.106122:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827855.106145:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827855.106157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855] req@ffff9ab5f27ae1c0 x1874671428753792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827855.106170:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428753792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827855.106179:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827855.106183:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827855.106188:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428753792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827856.065456:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827856.065485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827856.065554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827857.089458:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827857.089555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827857.089624:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827858.113448:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827858.113511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827858.113619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827859.137452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827859.137570:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827859.137631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827860.161502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827860.161546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827860.161572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787827860.225635:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827860.225649:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827860.225654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827860.225667:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1960 00000100:00080000:0.0:1787827860.225681:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827860.225709:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827860.225787:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428753920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827860.225843:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827860.225849:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827860.225853:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827860.225861:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1960 00000100:00080000:0.0:1787827860.225866:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827860.225874:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827860.225891:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827860.225925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428753920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827860.225929:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428754048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827860.225942:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827860.225947:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827860.225949:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827860.225954:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1960 00000100:00080000:0.0:1787827860.225958:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827860.225981:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827860.225988:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827860.226003:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428754176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827860.226016:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827860.226021:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827860.226024:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827860.226040:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1960 00000100:00080000:0.0:1787827860.226044:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827860.226050:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787827860.226055:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787827860.226056:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827860.226071:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428754304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827860.226141:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827860] req@ffff9ab5f27ae580 x1874671428753920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827860.226173:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428753920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827860.226216:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827860.226238:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827860.226243:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428753920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827860.226276:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754048:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827860.226307:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827860.226321:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827860] req@ffff9ab5f27aed00 x1874671428754048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827860.226334:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428754048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827860.226343:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827860.226347:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827860.226352:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827860.226358:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827860.226375:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827860.226384:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827860] req@ffff9ab5f27ad680 x1874671428754176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827860.226419:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428754176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827860.226465:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827860.226484:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827860.226488:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827860.226493:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827860.226513:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827860.226523:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827860] req@ffff9ab5f27ae1c0 x1874671428754304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827860.226562:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428754304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827860.226571:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827860.226574:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827860.226580:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827861.185491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827861.185517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827861.185530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827862.209510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827862.209520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827862.209525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827863.233616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827863.233638:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827863.233722:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827864.257491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827864.257521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827864.257595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827865.281505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827865.281542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827865.281543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827865.345562:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827865.345578:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827865.345585:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827865.345600:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1966 00000100:00080000:2.0:1787827865.345615:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827865.345624:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827865.345674:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428754432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827865.345706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827865.345710:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827865.345712:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827865.345717:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1966 00000100:00080000:2.0:1787827865.345721:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827865.345727:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827865.345740:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827865.345742:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428754432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827865.345759:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428754560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827865.345772:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827865.345777:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827865.345778:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827865.345783:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1966 00000100:00080000:2.0:1787827865.345787:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827865.345793:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827865.345801:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827865.345815:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428754688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827865.345825:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787827865.345828:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827865.345834:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827865.345836:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827865.345842:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1966 00000100:00080000:2.0:1787827865.345847:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827865.345852:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827865.345858:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827865.345872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865] req@ffff9ab5f9803480 x1874671428754432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827865.345876:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428754816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827865.345899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428754432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827865.345911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827865.345915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827865.345918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428754432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827865.345940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827865.345957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827865.345966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865] req@ffff9ab5f98003c0 x1874671428754560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827865.345980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428754560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827865.345986:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827865.345988:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827865.345991:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827865.345994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827865.346007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827865.346013:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865] req@ffff9ab5f9802d00 x1874671428754688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827865.346021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428754688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827865.346027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827865.346028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827865.346030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827865.346034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827865.346044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827865.346050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865] req@ffff9ab5f98021c0 x1874671428754816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827865.346057:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428754816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827865.346066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827865.346068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827865.346071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428754816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827866.305511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827866.305518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827866.305520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827867.329562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827867.329630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827867.329637:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827868.353485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827868.353486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827868.353545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827869.377480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827869.377480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827869.377517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827870.401568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827870.401568:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827870.401626:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827870.465596:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827870.465622:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827870.465629:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827870.465644:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1971 00000100:00080000:3.0:1787827870.465660:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827870.465671:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827870.465743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428754944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827870.465782:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827870.465787:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827870.465789:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827870.465795:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1971 00000100:00080000:3.0:1787827870.465800:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827870.465804:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827870.465819:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827870.465834:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428755072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827870.465859:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827870.465864:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827870.465868:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827870.465873:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1971 00000100:00080000:3.0:1787827870.465877:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827870.465882:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827870.465889:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827870.465902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428754944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827870.465914:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428755200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827870.465940:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827870.465946:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827870.465950:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827870.465959:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1971 00000100:00080000:3.0:1787827870.465979:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827870.465989:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827870.465999:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827870.466028:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827870.466037:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428755328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827870.466099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827870] req@ffff9ab5f994a1c0 x1874671428754944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827870.466168:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428754944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827870.466183:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827870.466190:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827870.466196:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428754944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827870.466206:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827870.466236:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827870.466252:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827870] req@ffff9ab5f994b0c0 x1874671428755072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827870.466267:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428755072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827870.466279:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827870.466284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827870.466288:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827870.466321:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827870.466342:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827870.466354:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827870] req@ffff9ab5f994bc00 x1874671428755200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827870.466367:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428755200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827870.466379:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827870.466383:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827870.466389:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827870.466454:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827870.466504:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827870.466530:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827870] req@ffff9ab5f99492c0 x1874671428755328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827870.466565:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428755328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827870.466582:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827870.466589:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827870.466598:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827871.425561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827871.425567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827871.425587:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827872.449536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827872.449536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827872.449581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827873.473528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827873.473599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827873.473625:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827874.497591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827874.497602:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827874.497618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827875.521580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827875.521580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827875.521719:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827875.585556:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827875.585597:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827875.585603:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827875.585618:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1976 00000100:00080000:2.0:1787827875.585634:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827875.585645:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827875.585696:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428755456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827875.585731:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827875.585736:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827875.585739:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827875.585744:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1976 00000100:00080000:2.0:1787827875.585749:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827875.585754:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827875.585767:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827875.585784:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428755584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827875.585798:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428755456:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827875.585801:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827875.585810:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827875.585813:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827875.585819:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1976 00000100:00080000:2.0:1787827875.585823:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827875.585829:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827875.585836:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827875.585852:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428755712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827875.585864:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827875.585868:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827875.585871:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827875.585876:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1976 00000100:00080000:2.0:1787827875.585881:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827875.585886:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827875.585892:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827875.585895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827875.585910:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428755840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827875.585955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875] req@ffff9ab5f9800780 x1874671428755456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827875.585980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428755456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827875.585991:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827875.585994:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827875.585998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428755456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827875.586023:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755584:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827875.586045:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827875.586056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875] req@ffff9ab5f9803840 x1874671428755584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827875.586065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428755584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827875.586088:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827875.586090:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827875.586093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827875.586101:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827875.586119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827875.586128:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875] req@ffff9ab5f9801680 x1874671428755712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827875.586153:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428755712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827875.586159:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827875.586162:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827875.586164:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827875.586174:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827875.586187:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827875.586194:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875] req@ffff9ab5f9802940 x1874671428755840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827875.586201:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428755840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827875.586206:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827875.586208:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827875.586210:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428755840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827876.545522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827876.545655:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827876.545660:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827877.569487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827877.569487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827877.569506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827878.593628:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827878.593629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827878.593629:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827879.617529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827879.617529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827879.617565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827880.641502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827880.641533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827880.641547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827880.705504:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827880.705515:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827880.705518:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827880.705526:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1981 00000100:00080000:0.0:1787827880.705535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827880.705541:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827880.705571:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428755968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827880.705596:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827880.705599:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827880.705600:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827880.705603:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1981 00000100:00080000:0.0:1787827880.705605:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827880.705608:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827880.705615:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827880.705625:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428756096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827880.705633:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827880.705636:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827880.705637:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827880.705639:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1981 00000100:00080000:0.0:1787827880.705641:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827880.705644:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827880.705648:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827880.705653:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428756224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827880.705668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428755968:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827880.705669:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827880.705678:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827880.705682:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827880.705690:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1981 00000100:00080000:0.0:1787827880.705692:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827880.705695:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827880.705697:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827880.705704:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428756352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827880.705778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827880.705845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff9ab5f27ade00 x1874671428755968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827880.705870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428755968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827880.705894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827880.705899:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827880.705904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428755968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827880.705914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827880.705941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827880.705956:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff9ab5f27afc00 x1874671428756096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827880.705978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428756096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827880.705988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827880.705992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827880.705996:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827880.706024:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827880.706057:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827880.706066:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff9ab5f27ac3c0 x1874671428756224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827880.706075:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428756224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827880.706082:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827880.706084:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827880.706087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827880.706090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827880.706102:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827880.706108:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff9ab5f27af0c0 x1874671428756352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827880.706115:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428756352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827880.706125:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827880.706128:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827880.706130:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827881.665478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827881.665483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827881.665503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827882.689473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827882.689499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827882.689503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827883.713469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827883.713508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827883.713551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827884.737500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827884.737500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827884.737537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827885.761478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827885.761498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827885.761519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827885.825490:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.825499:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827885.825502:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.825510:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1986 00000100:00080000:3.0:1787827885.825519:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.825525:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827885.825555:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428756480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.825575:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.825578:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827885.825579:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.825582:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1986 00000100:00080000:3.0:1787827885.825585:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.825587:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827885.825594:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827885.825602:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428756608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.825610:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.825613:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827885.825614:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.825617:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1986 00000100:00080000:3.0:1787827885.825619:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.825622:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827885.825631:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827885.825636:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428756480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827885.825642:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428756736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.825652:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.825654:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827885.825655:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.825659:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1986 00000100:00080000:3.0:1787827885.825661:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.825663:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827885.825666:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827885.825673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428756864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827885.825721:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827885.825783:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827885] req@ffff9ab5f994a580 x1874671428756480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827885.825804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428756480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827885.825817:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827885.825822:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827885.825827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428756480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827885.825835:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827885.825862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827885.825877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827885] req@ffff9ab5f994ad00 x1874671428756608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827885.825892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428756608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827885.825910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827885.825914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827885.825918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827885.825944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827885.825969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827885.825983:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827885] req@ffff9ab5f9948780 x1874671428756736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827885.825997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428756736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827885.826023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827885.826027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827885.826031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827885.826038:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827885.826062:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827885.826076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827885] req@ffff9ab5f9948b40 x1874671428756864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827885.826089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428756864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827885.826098:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827885.826102:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827885.826106:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428756864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827886.785496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827886.785497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827886.785533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827887.809486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827887.809512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787827887.809517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827888.833474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827888.833477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827888.833551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827889.857486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827889.857497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827889.857509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827890.881479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827890.881490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827890.881506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827890.945521:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827890.945530:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827890.945534:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827890.945543:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1991 00000100:00080000:0.0:1787827890.945556:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827890.945564:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827890.945610:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428756992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827890.945636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827890.945640:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827890.945642:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827890.945647:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1991 00000100:00080000:0.0:1787827890.945652:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827890.945657:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827890.945666:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827890.945667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428756992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827890.945695:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428757120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827890.945708:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827890.945713:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827890.945715:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827890.945720:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1991 00000100:00080000:0.0:1787827890.945725:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827890.945730:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827890.945736:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827890.945748:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428757248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827890.945750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787827890.945762:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827890.945766:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827890.945769:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827890.945773:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1991 00000100:00080000:0.0:1787827890.945777:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827890.945782:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827890.945788:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827890.945789:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff9ab5f27af480 x1874671428756992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827890.945804:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428757376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827890.945809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428756992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827890.945831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827890.945836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827890.945840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428756992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827890.945860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827890.945877:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827890.945889:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff9ab5f27af840 x1874671428757120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827890.945898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428757120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827890.945905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827890.945907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827890.945910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827890.945914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827890.945927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827890.945932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff9ab5f27acb40 x1874671428757248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827890.945940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428757248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827890.945947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827890.945949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827890.945951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827890.945955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827890.945985:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827890.945996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff9ab5f27ad2c0 x1874671428757376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827890.946004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428757376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827890.946010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827890.946012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827890.946015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827891.905509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827891.905509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827891.905532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827892.929514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827892.929524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827892.929559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827893.953525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827893.953595:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827893.953601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827894.977517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827894.977521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827894.977541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827896.001494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827896.001559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827896.001560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787827896.065538:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827896.065549:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827896.065554:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827896.065565:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 1996 00000100:00080000:3.0:1787827896.065576:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827896.065583:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827896.065639:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428757504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827896.065681:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827896.065686:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827896.065688:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827896.065693:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1996 00000100:00080000:3.0:1787827896.065697:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827896.065702:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827896.065713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827896.065723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428757504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827896.065730:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428757632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827896.065748:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827896.065754:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827896.065756:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827896.065762:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1996 00000100:00080000:3.0:1787827896.065767:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827896.065773:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827896.065780:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827896.065797:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428757760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827896.065804:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787827896.065821:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827896.065825:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827896.065828:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827896.065834:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 1996 00000100:00080000:3.0:1787827896.065840:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827896.065844:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827896.065850:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827896.065865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896] req@ffff9ab5f9948b40 x1874671428757504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827896.065869:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428757888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827896.065938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428757504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827896.065952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827896.065956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827896.065960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428757504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827896.065985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827896.066007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827896.066017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896] req@ffff9ab5f9948780 x1874671428757632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827896.066026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428757632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827896.066032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827896.066034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827896.066037:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827896.066043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827896.066055:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827896.066061:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896] req@ffff9ab5f994ad00 x1874671428757760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827896.066069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428757760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827896.066074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827896.066076:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827896.066078:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827896.066082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827896.066092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827896.066098:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896] req@ffff9ab5f994a580 x1874671428757888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827896.066105:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428757888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827896.066109:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827896.066111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827896.066113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428757888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827897.025477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827897.025477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827897.025525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827898.049504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827898.049523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827898.049525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827899.073485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827899.073486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827899.073503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827900.097485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827900.097510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827900.097515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827901.121472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827901.121473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827901.121489:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827901.185496:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827901.185503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827901.185506:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827901.185514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2001 00000100:00080000:1.0:1787827901.185523:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827901.185529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827901.185557:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428758016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827901.185577:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827901.185580:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827901.185581:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827901.185584:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2001 00000100:00080000:1.0:1787827901.185586:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827901.185589:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827901.185596:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827901.185603:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428758144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827901.185616:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827901.185636:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827901.185638:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827901.185643:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2001 00000100:00080000:1.0:1787827901.185648:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827901.185653:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827901.185659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827901.185672:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428758016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827901.185675:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428758272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827901.185707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827901.185710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827901.185712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827901.185716:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2001 00000100:00080000:1.0:1787827901.185720:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827901.185723:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827901.185727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827901.185737:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428758400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827901.185755:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827901.185787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901] req@ffff9ab5f24b8f00 x1874671428758016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827901.185817:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428758016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827901.185827:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827901.185830:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827901.185834:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428758016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827901.185840:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827901.185857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827901.185866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901] req@ffff9ab5f24ba580 x1874671428758144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827901.185875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428758144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827901.185882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827901.185884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827901.185887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827901.185926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827901.185959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827901.185966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901] req@ffff9ab5f24b9680 x1874671428758272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827901.185975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428758272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827901.185981:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827901.185983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827901.185985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827901.185988:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827901.186014:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827901.186021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901] req@ffff9ab5f24ba1c0 x1874671428758400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827901.186029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428758400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827901.186034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827901.186036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827901.186038:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827902.145507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827902.145508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827902.145530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827903.169470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827903.169476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827903.169488:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827904.193505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827904.193511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827904.193531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787827905.217517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827905.217525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827905.217558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827906.241482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827906.241495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827906.241509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827906.305559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827906.305568:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827906.305573:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827906.305588:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2007 00000100:00080000:3.0:1787827906.305598:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827906.305613:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827906.305647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428758528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827906.305674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827906.305677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827906.305679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827906.305682:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2007 00000100:00080000:3.0:1787827906.305685:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827906.305688:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827906.305696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827906.305707:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428758656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827906.305715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827906.305718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827906.305719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827906.305722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2007 00000100:00080000:3.0:1787827906.305724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827906.305729:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428758528:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827906.305730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827906.305738:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827906.305751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428758784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827906.305762:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827906.305765:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827906.305768:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827906.305771:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2007 00000800:00000100:2.0:1787827906.305798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827906.305844:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906] req@ffff9ab5f99492c0 x1874671428758528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827906.305866:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827906.305874:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827906.305880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428758528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787827906.305881:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1787827906.305898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787827906.305901:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428758912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827906.305914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827906.305922:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428758528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827906.305935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787827906.305957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827906.305967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906] req@ffff9ab5f994bc00 x1874671428758656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827906.305976:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428758656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827906.305982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827906.305984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827906.305987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827906.306004:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827906.306016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827906.306022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906] req@ffff9ab5f994b0c0 x1874671428758784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827906.306030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428758784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827906.306040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827906.306042:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827906.306044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827906.306047:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787827906.306057:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827906.306065:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906] req@ffff9ab5f994a1c0 x1874671428758912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827906.306077:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428758912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827906.306085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827906.306088:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787827906.306091:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428758912:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827907.265516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827907.265517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827907.265549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827908.289505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827908.289529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827908.289553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827909.313498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827909.313510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827909.313527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827910.337492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827910.337499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827910.337516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827911.361506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827911.361514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827911.361536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787827911.425526:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827911.425536:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827911.425545:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827911.425556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2012 00000100:00080000:2.0:1787827911.425569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827911.425576:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827911.425618:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428759040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827911.425646:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827911.425650:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827911.425652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827911.425657:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2012 00000100:00080000:2.0:1787827911.425670:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827911.425676:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827911.425688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827911.425699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428759040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787827911.425707:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428759168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827911.425717:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827911.425720:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827911.425722:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827911.425725:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2012 00000100:00080000:2.0:1787827911.425728:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827911.425731:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827911.425736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827911.425746:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428759296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827911.425753:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827911.425756:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827911.425758:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827911.425760:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2012 00000100:00080000:2.0:1787827911.425764:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827911.425767:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827911.425771:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787827911.425775:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787827911.425782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428759424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827911.425840:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911] req@ffff9ab5f9801a40 x1874671428759040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827911.425857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428759040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827911.425866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827911.425870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827911.425873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428759040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827911.425896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827911.425916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827911.425934:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911] req@ffff9ab5f9800000 x1874671428759168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827911.425942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428759168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827911.425949:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827911.425951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827911.425953:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827911.425957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827911.425970:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827911.425977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911] req@ffff9ab5f98012c0 x1874671428759296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827911.425984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428759296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827911.425990:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827911.425992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827911.425994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827911.425997:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827911.426008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827911.426013:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911] req@ffff9ab5f9801e00 x1874671428759424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827911.426020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428759424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827911.426026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827911.426028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827911.426030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827912.385519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827912.385519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827912.385555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827913.409494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827913.409494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827913.409514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827914.433502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827914.433530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827914.433547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827915.457524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827915.457552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827915.457559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827916.481524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827916.481526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827916.481572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827916.545538:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827916.545548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827916.545552:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827916.545564:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2017 00000100:00080000:0.0:1787827916.545577:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827916.545584:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827916.545644:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428759552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827916.545687:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827916.545692:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827916.545694:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827916.545699:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2017 00000100:00080000:0.0:1787827916.545704:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827916.545709:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827916.545722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827916.545732:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428759552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827916.545741:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428759680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827916.545751:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827916.545754:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827916.545756:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827916.545759:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2017 00000100:00080000:0.0:1787827916.545762:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827916.545765:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827916.545770:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827916.545780:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428759808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827916.545804:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827916.545806:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827916.545807:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827916.545811:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2017 00000100:00080000:0.0:1787827916.545820:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827916.545823:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827916.545827:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827916.545838:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428759936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827916.545875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787827916.545905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827916.545922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827917.505483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827917.505510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827917.505518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827918.529458:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827918.529521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827918.529544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827919.553455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827919.553546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827919.553550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:2.0:1787827919.617724:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787827919.617817:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827919.617841:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827919.617896:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827919.617908:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827919.617918:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787827919.617967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827919] req@ffff9ab5f27ac000 x1874671428759680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827919.618004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428759680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827919.618030:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827919.618039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827919.618046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827919.618058:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827919] req@ffff9ab5f27ae940 x1874671428759808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827919.618076:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428759808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827919.618089:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827919.618096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827919.618101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827919.618111:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827919] req@ffff9ab5f27ad2c0 x1874671428759936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827919.618129:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428759936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827919.618138:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827919.618143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827919.618146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428759936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827919.618155:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827919] req@ffff9ab5f27acf00 x1874671428759552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827919.618171:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428759552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827919.618182:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827919.618186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827919.618190:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428759552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827920.577479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827920.577498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827920.577530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827921.601471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827921.601513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827921.601570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827921.665566:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827921.665578:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827921.665582:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827921.665592:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2022 00000100:00080000:3.0:1787827921.665620:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827921.665629:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827921.665665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428760064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827921.665711:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827921.665715:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827921.665718:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827921.665723:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2022 00000100:00080000:3.0:1787827921.665728:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827921.665733:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827921.665743:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827921.665773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428760192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827921.665795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428760064:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827921.665823:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827921.665827:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827921.665829:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827921.665835:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2022 00000100:00080000:3.0:1787827921.665842:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827921.665847:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827921.665853:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827921.665868:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428760320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827921.665878:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827921.665881:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827921.665883:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827921.665888:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2022 00000100:00080000:3.0:1787827921.665903:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827921.665917:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827921.665918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787827921.665931:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827921.665949:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428760448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827921.666001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921] req@ffff9ab5f9949e00 x1874671428760064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827921.666035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428760064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827921.666050:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827921.666056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827921.666062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428760064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827921.666099:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827921.666128:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827921.666141:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921] req@ffff9ab5f994a940 x1874671428760192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827921.666154:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428760192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827921.666163:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827921.666168:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827921.666172:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827921.666180:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827921.666200:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827921.666211:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921] req@ffff9ab5f994b480 x1874671428760320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827921.666223:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428760320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827921.666232:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827921.666235:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827921.666238:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827921.666244:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827921.666264:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827921.666276:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921] req@ffff9ab5f9948f00 x1874671428760448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827921.666288:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428760448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827921.666296:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827921.666299:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827921.666302:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827922.625483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827922.625484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827922.625535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827923.649471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827923.649474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827923.649519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827924.673467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827924.673534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827924.673567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827925.697489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827925.697558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827925.697580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827926.721543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827926.721560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827926.721595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827926.785608:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827926.785623:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827926.785630:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827926.785648:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2027 00000100:00080000:2.0:1787827926.785668:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827926.785684:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827926.785822:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428760576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827926.785872:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827926.785889:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827926.785892:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827926.785901:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2027 00000100:00080000:2.0:1787827926.785908:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827926.785916:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827926.785943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428760576:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787827926.785947:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827926.786006:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428760704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827926.786032:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827926.786040:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827926.786044:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827926.786052:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2027 00000100:00080000:2.0:1787827926.786060:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827926.786070:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827926.786081:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827926.786115:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428760832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827926.786128:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827926.786133:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827926.786136:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827926.786152:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2027 00000100:00080000:2.0:1787827926.786246:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827926.786256:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827926.786263:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827926.786281:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428760960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827926.786595:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827926.786784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff9ab5f9800b40 x1874671428760576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827926.786809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428760576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827926.786841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827926.786847:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827926.786853:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428760576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827926.786888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760704:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827926.786927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827926.786949:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff9ab5f9800f00 x1874671428760704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827926.786991:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428760704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827926.787016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827926.787022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827926.787028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827926.787039:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827926.787074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827926.787092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff9ab5f9802580 x1874671428760832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827926.787111:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428760832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827926.787143:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827926.787150:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827926.787165:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827926.787177:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827926.787225:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827926.787239:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff9ab5f9801e00 x1874671428760960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827926.787253:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428760960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827926.787280:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827926.787284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827926.787289:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428760960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827927.745544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827927.745584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827927.745624:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827928.769556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827928.769589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827928.769599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827929.793550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827929.793556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827929.793559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827930.817524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827930.817535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827930.817564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827931.841456:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827931.841488:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827931.842437:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787827931.905624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827931.905637:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827931.905643:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827931.905655:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2032 00000100:00080000:0.0:1787827931.905668:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827931.905692:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827931.905743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428761088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827931.905781:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827931.905785:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827931.905788:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827931.905791:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2032 00000100:00080000:0.0:1787827931.905795:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827931.905798:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827931.905810:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827931.905822:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428761216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827931.905832:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827931.905836:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827931.905839:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827931.905843:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2032 00000100:00080000:0.0:1787827931.905846:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827931.905850:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827931.905855:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827931.905863:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428761088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827931.905868:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428761344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827931.905881:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827931.905883:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827931.905885:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827931.905888:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2032 00000100:00080000:0.0:1787827931.905891:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827931.905895:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827931.905899:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827931.905908:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428761472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827931.905957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827931.906023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff9ab5f27acf00 x1874671428761088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.906051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428761088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.906067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.906072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827931.906077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428761088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827931.906085:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827931.906111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827931.906123:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff9ab5f27ad2c0 x1874671428761216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.906134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428761216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.906142:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.906145:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827931.906148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827931.906174:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827931.906192:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827931.906200:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff9ab5f27ae940 x1874671428761344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.906211:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428761344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.906218:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.906220:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827931.906223:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827931.906227:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827931.906240:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827931.906247:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff9ab5f27ac000 x1874671428761472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.906257:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428761472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827931.906263:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827931.906266:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827931.906268:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827932.865593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827932.865630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827932.865655:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827933.889522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827933.889547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827933.889569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827934.913568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827934.913594:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827934.913610:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827935.937614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827935.937618:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827935.937699:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827936.961538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827936.961538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827936.961593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827937.025546:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827937.025557:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827937.025562:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827937.025573:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2037 00000100:00080000:1.0:1787827937.025585:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827937.025594:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827937.025639:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428761600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827937.025713:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827937.025717:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827937.025725:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827937.025729:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2037 00000100:00080000:1.0:1787827937.025733:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827937.025737:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827937.025747:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827937.025781:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428761728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827937.025790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428761600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827937.025799:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827937.025803:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827937.025805:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827937.025809:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2037 00000100:00080000:1.0:1787827937.025812:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827937.025831:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827937.025836:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827937.025846:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428761856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827937.025852:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827937.025855:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827937.025856:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827937.025858:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2037 00000100:00080000:1.0:1787827937.025861:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827937.025863:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827937.025866:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827937.025873:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428761984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827937.025900:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827937.025948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937] req@ffff9ab5f24ba1c0 x1874671428761600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827937.025981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428761600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827937.025993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827937.025997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827937.026002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428761600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827937.026026:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827937.026059:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827937.026069:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937] req@ffff9ab5f24b9680 x1874671428761728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827937.026080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428761728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827937.026089:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827937.026093:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827937.026096:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827937.026103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827937.026124:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827937.026137:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937] req@ffff9ab5f24ba580 x1874671428761856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827937.026176:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428761856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827937.026186:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827937.026189:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827937.026193:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827937.026198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827937.026214:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827937.026222:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937] req@ffff9ab5f24b8f00 x1874671428761984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827937.026229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428761984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827937.026234:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827937.026237:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827937.026239:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428761984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827937.985500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827937.985523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827937.985559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827939.009527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827939.009582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827939.009729:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827940.033506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827940.033506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827940.033567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827941.057484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827941.057486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827941.057516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827942.081487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827942.081567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827942.081576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827942.145569:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827942.145581:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827942.145586:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827942.145597:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2042 00000100:00080000:2.0:1787827942.145631:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827942.145642:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787827942.145697:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428762112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827942.145734:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827942.145739:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827942.145741:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827942.145747:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2042 00000100:00080000:2.0:1787827942.145751:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827942.145756:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827942.145767:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827942.145782:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428762240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827942.145805:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827942.145810:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827942.145813:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827942.145818:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2042 00000100:00080000:2.0:1787827942.145821:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827942.145825:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827942.145832:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787827942.145850:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428762368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827942.145854:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428762112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787827942.145873:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827942.145879:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827942.145882:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827942.145886:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2042 00000100:00080000:2.0:1787827942.145889:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827942.145893:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787827942.145899:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827942.145913:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428762496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827942.145971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827942.146049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942] req@ffff9ab5f98012c0 x1874671428762112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827942.146072:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428762112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827942.146086:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827942.146092:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827942.146097:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428762112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827942.146114:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762240:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827942.146160:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827942.146186:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942] req@ffff9ab5f9800000 x1874671428762240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827942.146213:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428762240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827942.146229:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827942.146236:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827942.146243:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827942.146284:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827942.146326:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827942.146342:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942] req@ffff9ab5f9801a40 x1874671428762368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827942.146357:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428762368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827942.146376:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827942.146391:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827942.146395:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827942.146444:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827942.146469:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827942.146483:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942] req@ffff9ab5f9802940 x1874671428762496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827942.146497:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428762496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827942.146507:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827942.146511:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827942.146515:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827943.105506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827943.105535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827943.105596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827944.129469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827944.129487:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827944.129612:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827945.153503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827945.153503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827945.153529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827946.177486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827946.177492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827946.177495:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827947.201465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827947.201508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827947.201523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827947.265552:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827947.265563:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827947.265569:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827947.265620:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2047 00000100:00080000:0.0:1787827947.265630:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827947.265635:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827947.265668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428762624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827947.265691:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827947.265694:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827947.265696:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827947.265699:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2047 00000100:00080000:0.0:1787827947.265702:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827947.265705:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827947.265713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827947.265722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428762752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827947.265747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827947.265753:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827947.265756:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827947.265761:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2047 00000100:00080000:0.0:1787827947.265765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827947.265771:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827947.265777:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827947.265803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428762624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827947.265805:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428762880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827947.265841:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827947.265848:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827947.265852:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827947.265861:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2047 00000100:00080000:0.0:1787827947.265870:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827947.265879:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827947.265891:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827947.265914:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428763008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827947.265926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827947.265996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947] req@ffff9ab5f27acb40 x1874671428762624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827947.266036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428762624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827947.266056:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827947.266064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827947.266072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428762624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827947.266087:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827947.266147:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827947.266162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947] req@ffff9ab5f27af840 x1874671428762752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827947.266172:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428762752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827947.266179:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827947.266182:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827947.266185:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827947.266230:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827947.266259:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827947.266272:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947] req@ffff9ab5f27af480 x1874671428762880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827947.266286:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428762880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827947.266296:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827947.266300:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827947.266303:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428762880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827947.266311:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827947.266329:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827947.266340:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947] req@ffff9ab5f27af0c0 x1874671428763008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827947.266354:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428763008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827947.266363:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827947.266366:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827947.266370:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827948.225462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827948.225483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827948.225498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827949.249545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827949.249593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827949.249593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827950.273520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827950.273521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827950.273689:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827951.297514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827951.297623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827951.297635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827952.321497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827952.321571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827952.321735:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827952.385512:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827952.385524:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827952.385529:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827952.385552:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2053 00000100:00080000:1.0:1787827952.385567:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827952.385575:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827952.385626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428763136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827952.385655:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827952.385658:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827952.385660:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827952.385663:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2053 00000100:00080000:1.0:1787827952.385671:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827952.385676:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827952.385690:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827952.385707:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428763264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827952.385722:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827952.385725:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428763136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827952.385726:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827952.385730:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827952.385738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2053 00000100:00080000:1.0:1787827952.385741:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827952.385744:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827952.385749:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827952.385761:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428763392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827952.385769:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827952.385772:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827952.385773:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827952.385775:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2053 00000100:00080000:1.0:1787827952.385777:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827952.385779:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827952.385782:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827952.385790:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428763520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827952.385817:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827952.385867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952] req@ffff9ab5f24b92c0 x1874671428763136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827952.385882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428763136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827952.385892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827952.385895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827952.385899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428763136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827952.385924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827952.385939:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827952.385948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952] req@ffff9ab5f24b83c0 x1874671428763264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827952.385957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428763264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827952.385963:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827952.385965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827952.385967:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827952.385971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827952.385983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827952.385989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952] req@ffff9ab5f24b8000 x1874671428763392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827952.385996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428763392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827952.386002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827952.386004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827952.386007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827952.386013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827952.386033:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827952.386044:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952] req@ffff9ab5f24bb840 x1874671428763520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827952.386056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428763520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827952.386064:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827952.386067:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827952.386071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827953.345521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827953.345527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827953.345606:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827954.369585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827954.369668:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827954.369737:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827955.393540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827955.393549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827955.393550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827956.417462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827956.417464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827956.417635:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827957.441548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827957.441609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827957.441613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827957.505581:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827957.505593:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827957.505599:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827957.505611:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2058 00000100:00080000:1.0:1787827957.505625:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827957.505634:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827957.505683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428763648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827957.505712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827957.505715:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827957.505717:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827957.505721:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2058 00000100:00080000:1.0:1787827957.505723:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827957.505726:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827957.505749:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827957.505783:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428763776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827957.505798:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827957.505804:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827957.505806:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827957.505811:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2058 00000100:00080000:1.0:1787827957.505816:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827957.505842:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827957.505844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428763648:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787827957.505853:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827957.505874:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428763904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827957.505901:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827957.505907:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827957.505911:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827957.505917:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2058 00000100:00080000:1.0:1787827957.505933:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827957.505938:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787827957.505944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827957.505949:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827957.505991:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428764032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827957.506070:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957] req@ffff9ab5f24bb840 x1874671428763648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827957.506119:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428763648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827957.506140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827957.506148:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827957.506157:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428763648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827957.506185:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763776:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827957.506227:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827957.506264:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957] req@ffff9ab5f24b8000 x1874671428763776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827957.506281:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428763776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827957.506292:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827957.506296:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827957.506300:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827957.506349:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827957.506381:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827957.506413:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957] req@ffff9ab5f24b83c0 x1874671428763904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827957.506425:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428763904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827957.506433:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827957.506436:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827957.506439:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428763904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827957.506444:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827957.506461:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827957.506474:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957] req@ffff9ab5f24b92c0 x1874671428764032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827957.506622:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428764032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827957.506635:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827957.506639:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827957.506642:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764032:192.168.203.115@tcp:8:kworker.0 00010000:00010000:2.0:1787827958.465677:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827958.465721:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787827958.465847:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787827959.489572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827959.489572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827959.489652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827960.513641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827960.513719:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827960.513722:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827961.537529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827961.537537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827961.537568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827962.561562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827962.561569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827962.561586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827962.625551:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827962.625565:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827962.625572:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827962.625586:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2063 00000100:00080000:1.0:1787827962.625603:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827962.625617:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827962.625665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428764160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827962.625721:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827962.625728:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827962.625732:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827962.625740:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2063 00000100:00080000:1.0:1787827962.625747:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827962.625755:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827962.625769:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827962.625796:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428764160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827962.625809:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428764288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827962.625830:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827962.625836:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827962.625840:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827962.625846:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2063 00000100:00080000:1.0:1787827962.625882:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827962.625891:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827962.625901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787827962.625906:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827962.625934:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428764416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827962.625952:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827962.625957:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827962.625960:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827962.625966:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2063 00000100:00080000:1.0:1787827962.625971:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827962.625976:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827962.625982:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827962.625996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962] req@ffff9ab5f24b8f00 x1874671428764160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827962.626011:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428764544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827962.626026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428764160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827962.626042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827962.626047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827962.626053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428764160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827962.626080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827962.626110:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827962.626124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962] req@ffff9ab5f24ba580 x1874671428764288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827962.626137:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428764288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827962.626147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827962.626152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827962.626156:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827962.626162:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827962.626207:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827962.626221:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962] req@ffff9ab5f24b9680 x1874671428764416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827962.626235:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428764416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827962.626245:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827962.626250:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827962.626254:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787827962.626262:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827962.626284:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827962.626295:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962] req@ffff9ab5f24ba1c0 x1874671428764544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827962.626308:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428764544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827962.626320:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827962.626325:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827962.626329:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827963.585537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827963.585556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827963.585565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827964.609544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827964.609544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827964.609599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827965.633517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827965.633559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827965.633601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827966.657554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827966.657579:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827966.657590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827967.681512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827967.681550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827967.681595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827967.745595:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827967.745608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827967.745613:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827967.745625:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2068 00000100:00080000:0.0:1787827967.745640:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827967.745649:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827967.745700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428764672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827967.745756:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827967.745765:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827967.745769:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827967.745778:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2068 00000100:00080000:0.0:1787827967.745787:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827967.745799:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827967.745814:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827967.745834:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428764672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827967.745840:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428764800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827967.745865:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827967.745870:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827967.745872:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827967.745879:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2068 00000100:00080000:0.0:1787827967.745884:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827967.745889:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827967.745896:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827967.745911:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428764928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827967.745925:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827967.745930:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827967.745932:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827967.745936:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2068 00000100:00080000:0.0:1787827967.745953:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827967.745957:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827967.745962:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827967.745974:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827967.745981:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428765056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827967.746047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff9ab5f27ac3c0 x1874671428764672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827967.746074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428764672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827967.746089:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827967.746094:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827967.746099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428764672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827967.746129:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764800:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827967.746173:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827967.746191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff9ab5f27afc00 x1874671428764800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827967.746208:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428764800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827967.746219:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827967.746223:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827967.746228:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827967.746235:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827967.746257:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827967.746269:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff9ab5f27ade00 x1874671428764928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827967.746283:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428764928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827967.746293:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827967.746296:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827967.746300:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428764928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827967.746307:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827967.746325:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827967.746336:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff9ab5f27ae1c0 x1874671428765056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827967.746349:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428765056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827967.746359:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827967.746363:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827967.746367:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827968.705574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827968.705619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827968.705649:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827969.729569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827969.729569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827969.729628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827970.753563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787827970.753575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827970.753630:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827971.777571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827971.777571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827971.777613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827972.801569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827972.801570:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787827972.801632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827972.866754:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827972.866772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827972.866780:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827972.866796:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2073 00000100:00080000:3.0:1787827972.866813:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827972.866826:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827972.866879:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428765184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827972.866951:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827972.866961:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827972.866966:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827972.866976:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2073 00000100:00080000:3.0:1787827972.866985:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827972.866994:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827972.867041:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827972.867065:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428765312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827972.867078:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827972.867082:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827972.867084:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827972.867088:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2073 00000100:00080000:3.0:1787827972.867092:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827972.867096:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827972.867109:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827972.867120:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428765440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827972.867131:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827972.867134:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827972.867136:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827972.867139:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2073 00000100:00080000:3.0:1787827972.867142:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827972.867145:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827972.867148:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827972.867156:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428765568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827972.867297:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428765184:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787827972.867380:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827972.867494:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff9ab5f9949a40 x1874671428765184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.867515:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428765184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.867526:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.867530:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827972.867535:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428765184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827972.867543:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827972.867571:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827972.867584:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff9ab5f9948000 x1874671428765312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.867596:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428765312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.867606:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.867609:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827972.867613:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827972.867619:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827972.867637:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827972.867646:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff9ab5f9949680 x1874671428765440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.867657:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428765440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.867665:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.867668:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827972.867671:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827972.867677:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827972.867692:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827972.867701:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff9ab5f994b840 x1874671428765568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.867712:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428765568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.867719:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.867722:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827972.867726:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827973.825553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827973.825625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827973.825643:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787827974.849532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827974.849567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827974.849604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827975.873596:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827975.873649:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827975.873654:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827976.897542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827976.897615:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827976.897636:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827977.921576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827977.921588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827977.921697:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827977.985572:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827977.985584:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827977.985589:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827977.985601:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2078 00000100:00080000:0.0:1787827977.985614:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827977.985622:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827977.985665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428765696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827977.985697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827977.985700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827977.985702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827977.985706:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2078 00000100:00080000:0.0:1787827977.985709:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827977.985715:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827977.985728:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827977.985745:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428765824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827977.985759:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428765696:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827977.985777:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827977.985781:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827977.985784:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827977.985789:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2078 00000100:00080000:0.0:1787827977.985793:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827977.985797:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827977.985803:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787827977.985816:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428765952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827977.985824:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827977.985827:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827977.985829:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827977.985832:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2078 00000100:00080000:0.0:1787827977.985849:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827977.985853:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827977.985856:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827977.985868:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428766080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827977.985869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827977.985948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff9ab5f27ad680 x1874671428765696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.985969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428765696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.985982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.985986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827977.985991:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428765696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787827977.986017:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787827977.986043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827977.986056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff9ab5f27aed00 x1874671428765824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.986068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428765824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.986089:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.986094:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827977.986100:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765824:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827977.986110:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827977.986146:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827977.986164:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff9ab5f27ae580 x1874671428765952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.986184:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428765952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.986193:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.986197:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827977.986200:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428765952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827977.986207:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787827977.986230:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787827977.986241:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff9ab5f27ae1c0 x1874671428766080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.986252:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428766080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.986260:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.986264:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827977.986267:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827978.945565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787827978.945604:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827978.945707:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827979.969574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787827979.969622:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827979.969649:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787827980.993534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827980.993641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787827980.993652:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827982.017639:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787827982.017687:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827982.017730:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827983.041499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827983.041557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787827983.041612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827983.105577:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827983.105590:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827983.105597:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827983.105612:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2083 00000100:00080000:3.0:1787827983.105629:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827983.105652:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827983.105719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428766208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827983.105762:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827983.105768:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827983.105770:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827983.105776:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2083 00000100:00080000:3.0:1787827983.105781:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827983.105786:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827983.105802:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827983.105820:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428766336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827983.105837:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827983.105842:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827983.105846:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827983.105853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428766208:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827983.105855:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2083 00000100:00080000:3.0:1787827983.105865:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827983.105873:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827983.105883:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827983.105901:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428766464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827983.105917:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827983.105924:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827983.105928:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827983.105937:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2083 00000100:00080000:3.0:1787827983.105945:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827983.105954:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827983.105964:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827983.105992:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428766592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827983.106053:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827983.106124:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827983.106160:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827984.065495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827984.065576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827984.065619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827985.089573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827985.089610:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827985.089617:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787827986.113467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827986.113508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827986.113563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:2.0:1787827986.177971:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787827986.178038:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827986.178065:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827986.178135:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827986.178146:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787827986.178159:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787827986.178264:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827986] req@ffff9ab5f9949680 x1874671428766336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827986.178338:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428766336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827986.178360:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827986.178368:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827986.178376:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787827986.178458:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827986] req@ffff9ab5f9948000 x1874671428766464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827986.178484:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428766464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827986.178499:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827986.178505:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827986.178511:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827986.178523:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827986] req@ffff9ab5f9949a40 x1874671428766592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827986.178543:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428766592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827986.178559:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827986.178564:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827986.178582:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787827986.178594:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827986] req@ffff9ab5f994b840 x1874671428766208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827986.178623:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428766208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827986.178638:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827986.178643:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787827986.178648:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428766208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827987.137492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827987.137541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827987.137545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827988.161460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827988.161478:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827988.161539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787827988.225497:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827988.225505:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827988.225508:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827988.225516:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2088 00000100:00080000:1.0:1787827988.225526:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827988.225531:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787827988.225565:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428766720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827988.225587:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827988.225590:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827988.225592:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827988.225595:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2088 00000100:00080000:1.0:1787827988.225597:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827988.225600:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827988.225608:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827988.225617:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428766848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827988.225624:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428766720:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787827988.225627:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827988.225632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827988.225633:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827988.225636:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2088 00000100:00080000:1.0:1787827988.225639:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827988.225644:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827988.225654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787827988.225668:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428766976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827988.225680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827988.225683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827988.225685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827988.225690:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2088 00000800:00000100:3.0:1787827988.225695:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787827988.225697:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827988.225704:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787827988.225709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827988.225722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428767104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827988.225740:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988] req@ffff9ab5f24ba1c0 x1874671428766720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827988.225760:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428766720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827988.225771:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827988.225775:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827988.225779:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428766720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827988.225814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827988.225839:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827988.225854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988] req@ffff9ab5f24b9680 x1874671428766848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827988.225876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428766848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827988.225885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827988.225888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827988.225891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827988.225898:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827988.225920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827988.225931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988] req@ffff9ab5f24ba580 x1874671428766976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827988.225942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428766976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827988.225951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827988.225954:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827988.225957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428766976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827988.225963:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827988.225983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827988.225994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988] req@ffff9ab5f24b8f00 x1874671428767104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827988.226007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428767104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827988.226027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827988.226030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827988.226034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767104:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787827989.185542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827989.185582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827989.185615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827990.209534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827990.209615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827990.209638:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827991.233551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827991.233575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827991.233585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827992.257471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827992.257509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827992.257567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827993.281578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827993.281602:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827993.281645:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827993.345607:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827993.345621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827993.345628:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827993.345643:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2094 00000100:00080000:0.0:1787827993.345660:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827993.345671:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787827993.345735:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428767232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827993.345778:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827993.345784:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827993.345787:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827993.345792:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2094 00000100:00080000:0.0:1787827993.345798:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827993.345807:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827993.345827:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827993.345855:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428767360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827993.345865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428767232:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787827993.345902:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827993.345908:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827993.345912:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827993.345921:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2094 00000100:00080000:0.0:1787827993.345928:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827993.345939:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827993.345952:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787827993.345963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827993.345990:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428767488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827993.346016:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827993.346024:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827993.346033:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827993.346035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827993] req@ffff9ab5f27ade00 x1874671428767232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827993.346042:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2094 00000100:00080000:0.0:1787827993.346049:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827993.346055:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787827993.346064:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827993.346091:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428767616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827993.346113:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428767232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827993.346130:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827993.346136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827993.346141:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428767232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787827993.346170:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767360:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787827993.346199:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827993.346213:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827993] req@ffff9ab5f27afc00 x1874671428767360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827993.346225:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428767360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827993.346234:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827993.346237:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827993.346240:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787827993.346273:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827993.346320:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827993.346337:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827993] req@ffff9ab5f27ac3c0 x1874671428767488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827993.346353:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428767488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827993.346364:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827993.346369:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827993.346373:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827993.346381:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787827993.346503:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787827993.346527:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827993] req@ffff9ab5f27af0c0 x1874671428767616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827993.346566:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428767616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827993.346581:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827993.346584:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787827993.346587:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827994.305519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827994.305531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827994.305627:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787827995.329550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827995.329567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787827995.329581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827996.353562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827996.353581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827996.353638:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827997.377521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827997.377594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827997.377607:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787827998.401530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787827998.401584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787827998.401609:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827998.465527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827998.465538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827998.465543:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827998.465556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2099 00000100:00080000:3.0:1787827998.465569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827998.465580:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787827998.465625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428767744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827998.465667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827998.465674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827998.465677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827998.465686:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2099 00000100:00080000:3.0:1787827998.465692:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827998.465697:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827998.465709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827998.465730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428767872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827998.465766:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827998.465771:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827998.465779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827998.465781:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428767744:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787827998.465790:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2099 00000100:00080000:3.0:1787827998.465801:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827998.465811:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787827998.465819:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787827998.465834:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428768000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827998.465848:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827998.465854:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827998.465859:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787827998.465874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827998.465921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998] req@ffff9ab5f9948f00 x1874671428767744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.465949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428767744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.465968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.465976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827998.465986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428767744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787827998.466026:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787827998.466072:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827998.466119:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998] req@ffff9ab5f994b480 x1874671428767872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.466139:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428767872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.466152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.466157:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827998.466161:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428767872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787827998.466171:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768000:192.168.203.115@tcp:8:kworker.0 00000100:00080000:3.0:1787827998.466178:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2099 00000100:00080000:3.0:1787827998.466192:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827998.466201:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787827998.466212:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827998.466289:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998] req@ffff9ab5f994a940 x1874671428768000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.466306:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428768000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.466318:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.466324:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000008:00100000:3.0:1787827998.466325:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827998.466338:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787827998.466362:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428768128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827998.466404:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787827998.466503:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787827998.466528:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998] req@ffff9ab5f9949e00 x1874671428768128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827998.466555:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428768128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827998.466574:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827998.466582:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787827998.466590:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787827999.425581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787827999.425594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787827999.425659:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828000.449514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828000.449569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828000.449627:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828001.473541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828001.473548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828001.473602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828002.497554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828002.497554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828002.497581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828003.521492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828003.521492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828003.521558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828003.585512:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828003.585520:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828003.585525:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828003.585535:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2104 00000100:00080000:0.0:1787828003.585546:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828003.585553:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828003.585591:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428768256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828003.585622:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828003.585626:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828003.585628:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828003.585632:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2104 00000100:00080000:0.0:1787828003.585636:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828003.585640:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828003.585648:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828003.585654:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428768256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828003.585661:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428768384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828003.585672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828003.585674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828003.585677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828003.585679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2104 00000100:00080000:0.0:1787828003.585682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828003.585684:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828003.585689:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828003.585701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428768512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828003.585712:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828003.585717:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828003.585721:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828003.585724:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828003.585731:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2104 00000100:00080000:0.0:1787828003.585735:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828003.585740:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828003.585745:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828003.585749:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003] req@ffff9ab5f27af480 x1874671428768256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828003.585758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428768640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828003.585766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428768256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828003.585776:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828003.585780:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828003.585784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428768256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828003.585802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828003.585818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828003.585826:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003] req@ffff9ab5f27af840 x1874671428768384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828003.585834:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428768384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828003.585840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828003.585843:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828003.585845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828003.585849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828003.585859:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828003.585865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003] req@ffff9ab5f27acb40 x1874671428768512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828003.585873:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428768512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828003.585878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828003.585880:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828003.585882:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828003.585885:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828003.585895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828003.585911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003] req@ffff9ab5f27ac000 x1874671428768640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828003.585919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428768640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828003.585924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828003.585926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828003.585928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828004.545469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828004.545534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828004.545566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828005.569576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828005.569595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828005.569680:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828006.593564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828006.593564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828006.593666:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828007.617554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828007.617561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828007.617606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828008.641586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828008.641586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828008.641632:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828008.705555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828008.705569:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828008.705575:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828008.705591:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2109 00000100:00080000:2.0:1787828008.705609:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828008.705635:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828008.705702:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428768768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828008.705743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828008.705748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828008.705751:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828008.705757:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2109 00000100:00080000:2.0:1787828008.705762:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828008.705768:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828008.705783:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828008.705801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428768896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828008.705817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428768768:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828008.705844:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828008.705849:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828008.705851:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828008.705857:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2109 00000100:00080000:2.0:1787828008.705863:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828008.705867:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828008.705875:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828008.705894:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428769024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828008.705906:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828008.705911:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828008.705913:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828008.705918:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2109 00000100:00080000:2.0:1787828008.705924:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828008.705929:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828008.705935:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828008.705953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828008.705954:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428769152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828008.706076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff9ab5f9801680 x1874671428768768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828008.706112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428768768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828008.706128:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828008.706134:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828008.706140:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428768768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828008.706210:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768896:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828008.706248:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828008.706267:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff9ab5f9803840 x1874671428768896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828008.706285:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428768896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828008.706297:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828008.706301:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828008.706305:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428768896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828008.706313:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828008.706336:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828008.706361:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff9ab5f9800780 x1874671428769024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828008.706378:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428769024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828008.706438:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828008.706444:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828008.706449:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828008.706457:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828008.706484:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828008.706499:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff9ab5f98021c0 x1874671428769152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828008.706514:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428769152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828008.706525:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828008.706529:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828008.706533:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828009.665616:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828009.665617:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828009.665675:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828010.689553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828010.689601:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828010.689630:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828011.713529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828011.713532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828011.713626:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828012.737550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828012.737586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828012.737608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828013.761558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828013.761574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828013.761662:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828013.825549:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828013.825571:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828013.825580:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828013.825611:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2114 00000100:00080000:2.0:1787828013.825636:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828013.825653:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828013.825717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428769280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828013.825765:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828013.825770:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828013.825773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828013.825779:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2114 00000100:00080000:2.0:1787828013.825784:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828013.825790:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828013.825809:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828013.825839:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428769408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828013.825865:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828013.825878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428769280:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828013.825879:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828013.825888:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828013.825909:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2114 00000100:00080000:2.0:1787828013.825919:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828013.825931:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828013.825944:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828013.825977:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428769536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828013.826001:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828013.826016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828013.826019:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828013.826025:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828013.826034:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2114 00000100:00080000:2.0:1787828013.826046:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828013.826054:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828013.826062:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828013.826084:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428769664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828013.826103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff9ab5f9802d00 x1874671428769280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828013.826173:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428769280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828013.826190:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828013.826196:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828013.826202:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428769280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828013.826236:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828013.826274:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828013.826291:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff9ab5f98003c0 x1874671428769408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828013.826307:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428769408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828013.826318:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828013.826323:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828013.826327:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769408:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828013.826340:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828013.826378:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828013.826460:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff9ab5f9803480 x1874671428769536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828013.826482:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428769536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828013.826494:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828013.826498:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828013.826503:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828013.826513:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828013.826544:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828013.826563:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff9ab5f98021c0 x1874671428769664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828013.826586:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428769664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828013.826601:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828013.826608:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828013.826616:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828014.785591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828014.785619:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828014.785693:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828015.809575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828015.809586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828015.809651:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828016.833506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828016.833563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828016.833658:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828017.857488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828017.857516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828017.857581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828018.881460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828018.881472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828018.881514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828018.945511:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.945519:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828018.945523:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.945534:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2119 00000100:00080000:3.0:1787828018.945545:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.945552:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828018.945595:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428769792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.945623:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.945627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828018.945628:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.945639:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2119 00000100:00080000:3.0:1787828018.945643:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.945646:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828018.945658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828018.945665:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428769792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828018.945672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428769920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.945682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.945684:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828018.945686:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.945689:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2119 00000100:00080000:3.0:1787828018.945691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.945693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828018.945697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828018.945706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428770048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.945714:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.945717:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828018.945718:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.945720:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2119 00000100:00080000:3.0:1787828018.945722:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.945724:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828018.945729:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828018.945738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428770176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828018.945743:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828018.945789:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828018] req@ffff9ab5f994a1c0 x1874671428769792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828018.945811:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428769792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828018.945819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828018.945823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828018.945826:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428769792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828018.945848:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828018.945864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828018.945874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828018] req@ffff9ab5f994b0c0 x1874671428769920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828018.945882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428769920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828018.945887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828018.945889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828018.945892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428769920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828018.945896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828018.945907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828018.945919:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828018] req@ffff9ab5f994bc00 x1874671428770048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828018.945927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428770048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828018.945933:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828018.945935:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828018.945938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828018.945941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828018.945954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828018.945960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828018] req@ffff9ab5f99492c0 x1874671428770176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828018.945967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428770176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828018.945972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828018.945973:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828018.945975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828019.905516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828019.905546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828019.905584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828020.929580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828020.929643:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828020.929698:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828021.953516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828021.953559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828021.953595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828022.977555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828022.977577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828022.977594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828024.001584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828024.001594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828024.001666:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828024.065623:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828024.065635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828024.065642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828024.065656:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2124 00000100:00080000:1.0:1787828024.065671:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828024.065681:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828024.065758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428770304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828024.065806:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828024.065811:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828024.065813:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828024.065818:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2124 00000100:00080000:1.0:1787828024.065822:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828024.065827:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828024.065840:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828024.065854:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428770432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828024.065865:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828024.065869:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828024.065872:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828024.065876:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2124 00000100:00080000:1.0:1787828024.065879:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828024.065903:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828024.065910:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828024.065922:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428770560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828024.065943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428770304:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787828024.066133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828024.066209:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024] req@ffff9ab5f24b92c0 x1874671428770304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828024.066233:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428770304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828024.066247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828024.066252:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828024.066267:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428770304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828024.066276:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770432:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828024.066304:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828024.066317:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024] req@ffff9ab5f24b83c0 x1874671428770432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828024.066347:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428770432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828024.066357:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828024.066361:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828024.066365:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770432:192.168.203.115@tcp:38:kworker.0 00000100:00080000:1.0:1787828024.068190:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828024.068196:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828024.068201:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828024.068226:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2124 00000100:00080000:1.0:1787828024.068247:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828024.068254:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828024.068267:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828024.068340:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428770688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828024.068358:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828024.068495:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828024.068518:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024] req@ffff9ab5f24b8000 x1874671428770560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828024.068546:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428770560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828024.068576:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828024.068580:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828024.068585:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828024.068607:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828024.068635:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828024.068648:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024] req@ffff9ab5f24bb840 x1874671428770688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828024.068662:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428770688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828024.068672:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828024.068676:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828024.068679:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828025.025564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828025.025564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828025.025652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828026.049511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828026.049521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828026.049715:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828027.073495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828027.073522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828027.073588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828028.097577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828028.097577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828028.097725:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828029.121592:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828029.121665:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828029.121702:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787828029.185566:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828029.185581:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828029.185587:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828029.185602:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2129 00000100:00080000:3.0:1787828029.185620:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828029.185630:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828029.185692:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428770816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828029.185735:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828029.185741:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828029.185744:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828029.185750:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2129 00000100:00080000:3.0:1787828029.185755:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828029.185761:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828029.185776:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828029.185791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428770816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828029.185815:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428770944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828029.185837:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828029.185853:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828029.185856:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828029.185863:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2129 00000100:00080000:3.0:1787828029.185873:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828029.185878:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828029.185885:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828029.185901:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428771072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828029.185925:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828029.185934:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787828029.185940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828029.185940:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828029.185958:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2129 00000100:00080000:3.0:1787828029.185964:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828029.185971:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828029.185977:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828029.185990:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428771200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828029.186058:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029] req@ffff9ab5f994a580 x1874671428770816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828029.186089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428770816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828029.186105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828029.186111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828029.186116:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428770816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828029.186166:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828029.186205:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828029.186240:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029] req@ffff9ab5f994ad00 x1874671428770944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828029.186254:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428770944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828029.186268:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828029.186274:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828029.186280:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428770944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828029.186290:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828029.186325:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828029.186344:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029] req@ffff9ab5f9948780 x1874671428771072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828029.186367:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428771072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828029.186377:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828029.186380:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828029.186383:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828029.186390:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828029.186413:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828029.186454:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029] req@ffff9ab5f9948b40 x1874671428771200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828029.186467:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428771200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828029.186475:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828029.186479:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828029.186482:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828030.145561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828030.145568:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828030.145661:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828031.169495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828031.169495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828031.169549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828032.193605:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828032.193645:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828032.193711:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828033.217536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828033.217562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828033.217604:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828034.241502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828034.241560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828034.241625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828034.305649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828034.305662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828034.305670:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828034.305690:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2135 00000100:00080000:0.0:1787828034.305707:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828034.305721:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828034.305773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428771328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828034.305813:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828034.305819:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828034.305823:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828034.305831:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2135 00000100:00080000:0.0:1787828034.305841:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828034.305847:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828034.305860:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828034.305880:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428771456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828034.305901:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828034.305908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428771328:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828034.305909:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828034.305917:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828034.305933:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2135 00000100:00080000:0.0:1787828034.305942:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828034.305951:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828034.305959:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828034.306007:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428771584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828034.306031:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828034.306035:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828034.306038:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828034.306046:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2135 00000100:00080000:0.0:1787828034.306053:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828034.306058:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828034.306064:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828034.306082:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428771712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828034.306482:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828034.306546:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034] req@ffff9ab5f27ae940 x1874671428771328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828034.306570:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428771328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828034.306584:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828034.306589:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828034.306595:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428771328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828034.306622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771456:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828034.306654:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828034.306670:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034] req@ffff9ab5f27ad2c0 x1874671428771456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828034.306685:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428771456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828034.306696:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828034.306700:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828034.306704:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828034.306712:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828034.306731:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828034.306742:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034] req@ffff9ab5f27acf00 x1874671428771584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828034.306765:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428771584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828034.306775:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828034.306779:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828034.306782:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828034.306789:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828034.306806:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828034.306817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034] req@ffff9ab5f27ac000 x1874671428771712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828034.306831:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428771712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828034.306840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828034.306844:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828034.306847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828035.265594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828035.265656:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828035.265686:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828036.289533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828036.289602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787828036.289652:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828037.313552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828037.313567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828037.313648:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828038.337576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828038.337620:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828038.337644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828039.361583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828039.361586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828039.361628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828039.425710:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828039.425742:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828039.425751:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828039.425768:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2140 00000100:00080000:0.0:1787828039.425809:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828039.425833:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828039.425890:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428771840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828039.425952:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828039.425961:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828039.425964:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828039.425974:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2140 00000100:00080000:0.0:1787828039.425984:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828039.426007:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828039.426025:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828039.426054:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428771968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828039.426076:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828039.426082:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828039.426086:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828039.426093:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2140 00000100:00080000:0.0:1787828039.426100:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828039.426117:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828039.426126:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828039.426128:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428771840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828039.426146:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428772096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828039.426165:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828039.426171:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828039.426174:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828039.426180:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2140 00000100:00080000:0.0:1787828039.426196:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828039.426204:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828039.426213:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828039.426224:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828039.426232:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428772224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828039.426284:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039] req@ffff9ab5f27acb40 x1874671428771840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828039.426318:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428771840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828039.426365:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828039.426375:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828039.426384:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428771840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828039.426448:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828039.426518:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828039.426546:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039] req@ffff9ab5f27af840 x1874671428771968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828039.426569:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428771968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828039.426587:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828039.426594:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828039.426601:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428771968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828039.426641:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828039.426684:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828039.426708:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039] req@ffff9ab5f27af480 x1874671428772096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828039.426733:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428772096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828039.426763:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828039.426770:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828039.426778:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828039.426791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828039.426833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828039.426856:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039] req@ffff9ab5f27af0c0 x1874671428772224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828039.426881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428772224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828039.426896:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828039.426913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828039.426920:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828040.385495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828040.385515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828040.385560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828041.409524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828041.409529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828041.409581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828042.433545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828042.433549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828042.433579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828043.457573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828043.457623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828043.457760:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828044.481565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828044.481566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828044.481610:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828044.545595:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828044.545614:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828044.545621:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828044.545640:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2145 00000100:00080000:1.0:1787828044.545658:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828044.545672:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828044.545763:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428772352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828044.545807:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828044.545820:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828044.545823:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828044.545829:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2145 00000100:00080000:1.0:1787828044.545835:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828044.545841:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828044.545856:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828044.545885:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428772480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828044.545922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428772352:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828044.545930:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828044.545942:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828044.545945:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828044.545952:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2145 00000100:00080000:1.0:1787828044.545956:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828044.545962:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828044.545971:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828044.545989:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428772608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828044.546003:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828044.546008:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828044.546010:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828044.546015:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2145 00000100:00080000:1.0:1787828044.546020:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828044.546023:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828044.546028:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828044.546042:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428772736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828044.546062:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828044.546157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044] req@ffff9ab5f24bb840 x1874671428772352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828044.546198:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428772352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828044.546214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828044.546219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828044.546224:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428772352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828044.546256:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828044.546287:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828044.546323:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044] req@ffff9ab5f24b8000 x1874671428772480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828044.546339:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428772480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828044.546351:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828044.546355:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828044.546359:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828044.546367:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828044.546389:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828044.546400:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044] req@ffff9ab5f24b83c0 x1874671428772608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828044.546464:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428772608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828044.546476:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828044.546481:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828044.546485:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828044.546492:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828044.546519:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828044.546533:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044] req@ffff9ab5f24b92c0 x1874671428772736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828044.546547:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428772736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828044.546556:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828044.546560:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828044.546564:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828045.505514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828045.505583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828045.505631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828046.529534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828046.529629:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828046.529654:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828047.553563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828047.553563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828047.553610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828048.577541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828048.577549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828048.577716:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828049.601486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828049.601525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828049.601617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828049.665535:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828049.665548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828049.665555:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828049.665569:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2150 00000100:00080000:1.0:1787828049.665586:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828049.665597:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828049.665655:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428772864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828049.665693:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828049.665698:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828049.665700:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828049.665707:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2150 00000100:00080000:1.0:1787828049.665710:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828049.665714:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828049.665728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828049.665742:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428772992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828049.665755:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828049.665759:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828049.665761:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828049.665765:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2150 00000100:00080000:1.0:1787828049.665768:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828049.665776:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428772864:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828049.665777:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828049.665790:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828049.665801:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428773120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828049.665813:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828049.665817:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828049.665819:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828049.665823:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2150 00000100:00080000:1.0:1787828049.665826:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828049.665830:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828049.665835:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828049.665847:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428773248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828049.665973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828049.666026:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828049.666049:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828050.625530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828050.625534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828050.625667:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828051.649467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828051.649468:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828051.649519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828052.673446:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828052.673483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828052.673512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828052.737648:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787828052.737690:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828052.737708:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828052.737745:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828052.737757:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828052.737770:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787828052.737784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828052] req@ffff9ab5f24b9680 x1874671428773120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.737812:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428773120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.737831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.737849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828052.737854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828052.737863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828052] req@ffff9ab5f24ba1c0 x1874671428773248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.737877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428773248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.737885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.737888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828052.737891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828052.737897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828052] req@ffff9ab5f24b8f00 x1874671428772864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.737910:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428772864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.737917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.737920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828052.737925:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428772864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828052.737932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828052] req@ffff9ab5f24ba580 x1874671428772992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828052.737944:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428772992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828052.737952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828052.737956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828052.737959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428772992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828053.697540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828053.697610:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828053.697660:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828054.721567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828054.721588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828054.721637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828054.785580:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.785596:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828054.785604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.785641:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2155 00000100:00080000:3.0:1787828054.785655:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.785665:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828054.785726:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428773376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.785759:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.785763:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828054.785765:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.785787:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2155 00000100:00080000:3.0:1787828054.785792:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.785798:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828054.785812:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828054.785872:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428773504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828054.785883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428773376:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828054.785891:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.785897:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828054.785899:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.785904:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2155 00000100:00080000:3.0:1787828054.785908:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.785913:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828054.785920:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828054.785941:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428773632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.785958:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.785963:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828054.785966:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828054.785977:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828054.785981:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2155 00000100:00080000:3.0:1787828054.785991:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.786000:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828054.786018:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828054.786049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff9ab5f9948b40 x1874671428773376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828054.786050:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428773760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828054.786119:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428773376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828054.786140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828054.786147:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828054.786154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428773376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828054.786188:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828054.786228:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828054.786250:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff9ab5f9948780 x1874671428773504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828054.786269:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428773504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828054.786291:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828054.786296:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828054.786301:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828054.786311:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828054.786344:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828054.786362:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff9ab5f994ad00 x1874671428773632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828054.786380:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428773632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828054.786395:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828054.786491:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828054.786498:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828054.786509:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828054.786563:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828054.786591:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff9ab5f994a580 x1874671428773760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828054.786612:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428773760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828054.786638:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828054.786644:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828054.786650:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428773760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828055.745544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828055.745556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828055.745670:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828056.769563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828056.769565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828056.769590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828057.793471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828057.793507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828057.793557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828058.817473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828058.817477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828058.817530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828059.841515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828059.841522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828059.841580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828059.905508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.905520:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828059.905525:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.905539:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2160 00000100:00080000:3.0:1787828059.905554:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.905565:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828059.905631:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428773888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828059.905666:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.905670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828059.905673:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.905696:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2160 00000100:00080000:3.0:1787828059.905701:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.905707:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828059.905720:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828059.905740:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428774016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828059.905748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428773888:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828059.905766:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.905772:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828059.905774:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.905779:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2160 00000100:00080000:3.0:1787828059.905783:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.905787:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828059.905816:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828059.905860:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428774144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828059.905872:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.905875:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828059.905877:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.905883:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2160 00000100:00080000:3.0:1787828059.905888:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.905896:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828059.905898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787828059.905904:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828059.905919:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428774272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828059.905954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff9ab5f99492c0 x1874671428773888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828059.905975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428773888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828059.905987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828059.906012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828059.906016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428773888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828059.906041:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774016:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828059.906081:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828059.906092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff9ab5f994bc00 x1874671428774016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828059.906103:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428774016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828059.906111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828059.906133:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828059.906137:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828059.906144:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828059.906173:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828059.906212:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff9ab5f994b0c0 x1874671428774144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828059.906226:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428774144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828059.906236:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828059.906240:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828059.906260:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828059.906267:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828059.906286:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828059.906296:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff9ab5f994a1c0 x1874671428774272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828059.906307:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428774272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828059.906316:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828059.906318:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828059.906322:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828060.865566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828060.865608:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828060.865658:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828061.889603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828061.889610:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828061.889636:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828062.913486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828062.913531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828062.913568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828063.937550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828063.937554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828063.937605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828064.961561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828064.961583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828064.961744:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828065.025582:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828065.025592:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828065.025597:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828065.025608:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2165 00000100:00080000:0.0:1787828065.025620:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828065.025655:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828065.025718:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428774400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828065.025778:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828065.025792:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828065.025797:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828065.025806:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2165 00000100:00080000:0.0:1787828065.025815:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828065.025821:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828065.025833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428774400:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828065.025834:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828065.025870:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428774528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828065.025886:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828065.025891:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828065.025893:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828065.025899:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2165 00000100:00080000:0.0:1787828065.025904:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828065.025908:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828065.025914:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828065.025933:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428774656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828065.025933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828065.025952:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828065.025958:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828065.025962:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828065.025969:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2165 00000100:00080000:0.0:1787828065.025976:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828065.025984:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828065.025994:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828065.026005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065] req@ffff9ab5f27ac3c0 x1874671428774400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828065.026050:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428774784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828065.026058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428774400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.026086:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.026103:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828065.026108:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428774400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828065.026135:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828065.026165:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828065.026214:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065] req@ffff9ab5f27afc00 x1874671428774528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.026236:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428774528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.026252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.026258:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828065.026264:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828065.026275:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828065.026311:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828065.026326:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065] req@ffff9ab5f27ade00 x1874671428774656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.026347:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428774656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.026357:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.026360:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828065.026364:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828065.026370:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828065.026390:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828065.026420:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065] req@ffff9ab5f27ae1c0 x1874671428774784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828065.026434:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428774784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828065.026443:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828065.026492:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828065.026495:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428774784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828065.985508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828065.985512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828065.985728:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828067.009560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828067.009597:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828067.009807:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828068.033532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828068.033582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828068.033590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828069.057511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828069.057557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828069.057695:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828070.081557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828070.081560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828070.081631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828070.145535:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828070.145559:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828070.145565:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828070.145578:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2170 00000100:00080000:0.0:1787828070.145592:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828070.145603:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828070.145659:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428774912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828070.145702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828070.145708:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828070.145711:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828070.145757:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2170 00000100:00080000:0.0:1787828070.145767:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828070.145778:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828070.145787:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428774912:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828070.145800:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828070.145845:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428775040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828070.145864:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828070.145870:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828070.145873:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828070.145880:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2170 00000100:00080000:0.0:1787828070.145899:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828070.145907:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828070.145919:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:1.0:1787828070.145919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828070.145953:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428775168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828070.145975:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828070.145982:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828070.145987:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828070.145996:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2170 00000100:00100000:1.0:1787828070.146005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070] req@ffff9ab5f27ae580 x1874671428774912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828070.146010:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828070.146029:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828070.146053:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828070.146075:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428774912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828070.146081:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428775296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828070.146104:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828070.146133:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828070.146153:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428774912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828070.146197:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828070.146253:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828070.146293:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070] req@ffff9ab5f27aed00 x1874671428775040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828070.146336:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428775040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828070.146367:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828070.146374:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828070.146381:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828070.146395:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828070.146484:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828070.146516:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070] req@ffff9ab5f27ad680 x1874671428775168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828070.146545:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428775168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828070.146579:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828070.146588:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828070.146598:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828070.146612:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828070.146675:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828070.146715:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070] req@ffff9ab5f27ae1c0 x1874671428775296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828070.146766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428775296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828070.146787:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828070.146792:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828070.146797:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828071.105526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828071.105527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828071.105549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828072.129562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828072.129584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828072.129628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828073.153528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828073.153551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828073.153610:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828074.177494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828074.177494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828074.177557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828075.201604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828075.201619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828075.201634:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828075.265488:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828075.265500:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828075.265504:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828075.265517:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2175 00000100:00080000:2.0:1787828075.265529:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828075.265538:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828075.265573:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428775424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828075.265604:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828075.265607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828075.265609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828075.265612:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2175 00000100:00080000:2.0:1787828075.265615:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828075.265619:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828075.265628:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828075.265638:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428775552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828075.265648:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828075.265651:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828075.265653:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828075.265658:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2175 00000100:00100000:1.0:1787828075.265660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428775424:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828075.265661:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828075.265668:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828075.265672:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828075.265698:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428775680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828075.265707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828075.265710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828075.265712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828075.265715:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2175 00000100:00080000:2.0:1787828075.265719:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828075.265722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828075.265727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828075.265737:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428775808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828075.265762:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828075.265808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075] req@ffff9ab5f9800780 x1874671428775424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828075.265833:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428775424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828075.265843:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828075.265847:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828075.265850:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428775424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828075.265872:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775552:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828075.265892:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828075.265903:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075] req@ffff9ab5f9803840 x1874671428775552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828075.265913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428775552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828075.265927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828075.265930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828075.265933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828075.265937:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828075.265950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828075.265957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075] req@ffff9ab5f9801680 x1874671428775680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828075.265967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428775680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828075.265974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828075.265976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828075.265979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828075.265984:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828075.265996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828075.266003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075] req@ffff9ab5f9802940 x1874671428775808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828075.266012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428775808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828075.266018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828075.266020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828075.266024:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428775808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828076.225477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828076.225535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828076.225543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828077.249466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828077.249504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828077.249544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828078.273491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828078.273571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828078.273591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828079.297569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828079.297717:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828079.297730:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828080.321508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828080.321521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828080.321543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828080.385570:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828080.385591:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828080.385600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828080.385622:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2181 00000100:00080000:0.0:1787828080.385642:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828080.385678:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828080.385758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428775936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828080.385805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828080.385811:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828080.385813:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828080.385819:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2181 00000100:00080000:0.0:1787828080.385825:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828080.385830:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828080.385844:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828080.385875:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428776064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828080.385890:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828080.385896:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828080.385899:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828080.385905:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2181 00000100:00080000:0.0:1787828080.385910:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828080.385922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428775936:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828080.385923:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828080.385946:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828080.385968:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428776192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828080.385995:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828080.386000:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828080.386003:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828080.386009:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2181 00000100:00080000:0.0:1787828080.386014:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828080.386019:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828080.386025:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828080.386041:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428776320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828080.386063:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828080.386125:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080] req@ffff9ab5f27ade00 x1874671428775936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828080.386146:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428775936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828080.386161:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828080.386169:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828080.386176:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428775936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828080.386188:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776064:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828080.386226:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828080.386246:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080] req@ffff9ab5f27afc00 x1874671428776064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828080.386263:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428776064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828080.386272:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828080.386276:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828080.386281:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828080.386310:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828080.386333:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828080.386344:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080] req@ffff9ab5f27ac3c0 x1874671428776192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828080.386356:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428776192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828080.386365:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828080.386368:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828080.386372:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828080.386403:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828080.386423:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828080.386478:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080] req@ffff9ab5f27af0c0 x1874671428776320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828080.386496:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428776320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828080.386507:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828080.386511:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828080.386515:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828081.345541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828081.345565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828081.345629:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828082.369532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828082.369562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828082.369600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828083.393495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828083.393495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828083.393520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828084.417583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828084.417590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828084.417615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828085.441464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828085.441495:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828085.441499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787828085.505458:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828085.505465:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828085.505468:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828085.505479:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2186 00000100:00080000:0.0:1787828085.505490:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828085.505497:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828085.505534:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428776448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828085.505555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828085.505557:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828085.505559:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828085.505562:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2186 00000100:00080000:0.0:1787828085.505565:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828085.505567:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828085.505575:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828085.505585:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428776576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828085.505594:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828085.505597:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428776448:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828085.505598:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828085.505601:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828085.505608:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2186 00000100:00080000:0.0:1787828085.505624:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828085.505627:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828085.505632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828085.505644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428776704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828085.505656:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828085.505658:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828085.505660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828085.505663:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2186 00000100:00080000:0.0:1787828085.505665:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828085.505667:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828085.505671:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828085.505672:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828085.505681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428776832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828085.505711:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085] req@ffff9ab5f27af480 x1874671428776448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828085.505726:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428776448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828085.505735:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828085.505738:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828085.505741:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428776448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828085.505759:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776576:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828085.505774:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828085.505783:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085] req@ffff9ab5f27af840 x1874671428776576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828085.505791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428776576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828085.505797:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828085.505800:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828085.505803:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828085.505806:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828085.505828:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828085.505835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085] req@ffff9ab5f27acb40 x1874671428776704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828085.505843:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428776704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828085.505850:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828085.505852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828085.505854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828085.505858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828085.505868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828085.505882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085] req@ffff9ab5f27ac000 x1874671428776832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828085.505890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428776832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828085.505895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828085.505897:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828085.505899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428776832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828086.465546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828086.465553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828086.465595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828087.489537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828087.489556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828087.489631:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828088.513577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828088.513581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828088.513651:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828089.537572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828089.537645:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828089.537672:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828090.561505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828090.561538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828090.561696:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828090.625602:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828090.625615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828090.625622:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828090.625637:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2191 00000100:00080000:1.0:1787828090.625653:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828090.625663:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828090.625725:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428776960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828090.625783:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828090.625789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828090.625791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828090.625797:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2191 00000100:00080000:1.0:1787828090.625801:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828090.625805:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828090.625819:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828090.625835:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428777088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828090.625848:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828090.625852:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828090.625855:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828090.625859:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2191 00000100:00080000:1.0:1787828090.625862:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828090.625866:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828090.625872:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828090.625882:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428777216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828090.625893:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828090.625898:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828090.625900:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828090.625904:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2191 00000100:00080000:1.0:1787828090.625909:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828090.625913:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828090.625918:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828090.625930:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428777344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828090.625982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428776960:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787828090.626102:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828090.626181:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090] req@ffff9ab5f24ba580 x1874671428776960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828090.626212:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428776960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828090.626227:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828090.626233:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828090.626239:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428776960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828090.626250:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777088:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828090.626283:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828090.626300:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090] req@ffff9ab5f24b8f00 x1874671428777088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828090.626316:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428777088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828090.626327:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828090.626331:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828090.626335:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828090.626342:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828090.626362:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828090.626373:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090] req@ffff9ab5f24ba1c0 x1874671428777216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828090.626387:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428777216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828090.626457:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828090.626462:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828090.626467:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828090.626474:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828090.626502:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828090.626516:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090] req@ffff9ab5f24b9680 x1874671428777344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828090.626531:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428777344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828090.626541:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828090.626544:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828090.626548:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828091.585500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828091.585517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828091.585551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828092.609477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828092.609477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828092.609523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828093.633574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828093.633636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828093.633673:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828094.657588:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828094.657633:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828094.657658:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828095.681537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828095.681565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828095.681701:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828095.745648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.745661:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828095.745666:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.745677:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2196 00000100:00080000:2.0:1787828095.745690:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.745698:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828095.745743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428777472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.745791:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.745796:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828095.745798:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.745822:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2196 00000100:00080000:2.0:1787828095.745827:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.745831:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828095.745844:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828095.745862:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428777600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.745903:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828095.745907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428777472:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828095.745909:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828095.745915:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.745926:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2196 00000100:00080000:2.0:1787828095.745930:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.745935:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828095.745941:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828095.745974:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428777728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.745988:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.745992:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828095.745995:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.746001:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2196 00000100:00080000:2.0:1787828095.746008:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.746012:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828095.746019:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828095.746026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828095.746040:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428777856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828095.746107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff9ab5f9801a40 x1874671428777472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.746155:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428777472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.746168:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.746174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828095.746179:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428777472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828095.746206:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828095.746233:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828095.746245:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff9ab5f9800000 x1874671428777600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.746258:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428777600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.746267:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.746271:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828095.746275:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828095.746281:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828095.746298:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828095.746307:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff9ab5f98012c0 x1874671428777728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.746318:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428777728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.746327:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.746330:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828095.746333:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828095.746339:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828095.746355:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828095.746364:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff9ab5f9801e00 x1874671428777856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.746376:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428777856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.746384:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.746387:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828095.746390:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428777856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828096.705554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828096.705657:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828096.705700:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828097.729571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828097.729585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828097.729644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828098.753582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828098.753582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828098.753699:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828099.777606:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828099.777607:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828099.777687:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828100.801551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828100.801562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828100.801706:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828100.865598:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828100.865615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828100.865622:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828100.865639:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2201 00000100:00080000:1.0:1787828100.865657:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828100.865668:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828100.865731:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428777984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828100.865775:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828100.865781:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828100.865783:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828100.865789:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2201 00000100:00080000:1.0:1787828100.865793:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828100.865798:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828100.865814:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828100.865832:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428778112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828100.865849:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828100.865853:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828100.865858:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828100.865867:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428777984:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828100.865868:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2201 00000100:00080000:1.0:1787828100.865883:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828100.865893:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828100.865899:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828100.865918:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428778240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828100.865932:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828100.865937:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828100.865941:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828100.865947:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2201 00000100:00080000:1.0:1787828100.865951:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828100.865956:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828100.865962:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828100.865980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828100.865981:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428778368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828100.866063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff9ab5f24b92c0 x1874671428777984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.866086:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428777984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.866130:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.866136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828100.866142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428777984:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828100.866186:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778112:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828100.866223:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828100.866239:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff9ab5f24b83c0 x1874671428778112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.866283:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428778112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.866293:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.866297:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828100.866301:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828100.866309:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828100.866352:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828100.866391:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff9ab5f24b8000 x1874671428778240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.866474:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428778240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.866487:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.866492:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828100.866496:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828100.866545:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828100.866575:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828100.866589:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff9ab5f24bb840 x1874671428778368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.866602:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428778368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.866611:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.866615:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828100.866618:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828101.825581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828101.825653:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828101.825661:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828102.849616:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828102.849624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828102.849713:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828103.873589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828103.873593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828103.873710:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828104.897571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828104.897603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828104.897606:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828105.921555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828105.921565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828105.921706:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828105.985653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828105.985668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828105.985676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828105.985693:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2206 00000100:00080000:0.0:1787828105.985711:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828105.985726:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828105.985780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428778496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828105.985848:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828105.985856:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828105.985861:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828105.985870:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2206 00000100:00080000:0.0:1787828105.985878:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828105.985886:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828105.985912:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828105.985968:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428778624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828105.985990:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828105.985997:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828105.986001:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828105.986009:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2206 00000100:00080000:0.0:1787828105.986019:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828105.986029:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828105.986039:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828105.986063:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428778752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828105.986081:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828105.986087:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828105.986091:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828105.986097:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2206 00000100:00080000:0.0:1787828105.986104:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828105.986123:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828105.986147:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828105.986171:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428778880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828105.986508:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428778496:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787828105.986969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828105.987227:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff9ab5f27acf00 x1874671428778496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.987257:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428778496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.987277:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.987284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828105.987290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428778496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828105.987303:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778624:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828105.987346:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828105.987376:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff9ab5f27ad2c0 x1874671428778624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.987397:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428778624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.987464:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.987498:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828105.987508:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778624:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828105.987529:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828105.987574:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828105.987609:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff9ab5f27ae940 x1874671428778752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.987635:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428778752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.987647:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.987651:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828105.987656:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828105.987665:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828105.987686:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828105.987698:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff9ab5f27ac000 x1874671428778880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.987711:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428778880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.987729:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.987733:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828105.987737:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428778880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828106.945586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828106.945613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828106.945720:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828107.969585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828107.969604:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828107.969650:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828108.993553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828108.993613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828108.993648:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828110.017519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828110.017558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828110.017625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828111.041545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828111.041562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828111.041570:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787828111.105506:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828111.105516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828111.105520:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828111.105529:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2211 00000100:00080000:0.0:1787828111.105539:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828111.105546:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828111.105580:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428779008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828111.105606:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828111.105609:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828111.105611:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828111.105614:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2211 00000100:00080000:0.0:1787828111.105617:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828111.105619:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828111.105627:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828111.105638:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428779136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828111.105647:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828111.105650:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828111.105652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828111.105654:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2211 00000100:00080000:0.0:1787828111.105657:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828111.105660:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828111.105666:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428779008:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828111.105668:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828111.105682:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428779264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828111.105690:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828111.105693:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828111.105695:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828111.105698:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2211 00000100:00080000:0.0:1787828111.105702:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828111.105705:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828111.105708:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828111.105719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428779392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828111.105738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828111.105785:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111] req@ffff9ab5f27acb40 x1874671428779008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828111.105802:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428779008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828111.105812:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828111.105815:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828111.105819:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428779008:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828111.105824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779136:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828111.105841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828111.105850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111] req@ffff9ab5f27af840 x1874671428779136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828111.105865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428779136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828111.105872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828111.105874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828111.105877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779136:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828111.105896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828111.105909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828111.105916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111] req@ffff9ab5f27af480 x1874671428779264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828111.105925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428779264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828111.105931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828111.105933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828111.105935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828111.105940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828111.105950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828111.105957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111] req@ffff9ab5f27af0c0 x1874671428779392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828111.105965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428779392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828111.105976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828111.105979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828111.105981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828112.065577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828112.065577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828112.065649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828113.089558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828113.089596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828113.089627:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828114.113565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828114.113567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828114.113669:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828115.137550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828115.137562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828115.137714:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828116.161514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828116.161554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828116.161676:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828116.225572:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828116.225583:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828116.225589:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828116.225602:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2216 00000100:00080000:3.0:1787828116.225617:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828116.225627:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828116.225673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428779520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828116.225700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828116.225705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828116.225706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828116.225710:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2216 00000100:00080000:3.0:1787828116.225714:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828116.225718:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828116.225731:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828116.225740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428779520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828116.225745:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428779648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828116.225760:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828116.225763:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828116.225764:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828116.225767:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2216 00000100:00080000:3.0:1787828116.225769:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828116.225772:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828116.225777:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828116.225787:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428779776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828116.225794:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828116.225797:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828116.225799:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828116.225801:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2216 00000100:00080000:3.0:1787828116.225804:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828116.225807:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828116.225812:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828116.225821:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428779904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828116.225900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828116.225941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828116.225978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828117.185550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828117.185551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828117.185592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828118.209501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828118.209519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828118.209632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828119.233510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828119.233515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828119.233623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828119.297731:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787828119.297779:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828119.297799:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828119.297844:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828119.297855:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828119.297867:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787828119.297920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828119] req@ffff9ab5f994a940 x1874671428779648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828119.297956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428779648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828119.297974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828119.297980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828119.297987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828119.297999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828119] req@ffff9ab5f994b480 x1874671428779776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828119.298037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428779776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828119.298055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828119.298062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828119.298069:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828119.298082:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828119] req@ffff9ab5f9948f00 x1874671428779904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828119.298106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428779904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828119.298137:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828119.298144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828119.298152:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428779904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828119.298166:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828119] req@ffff9ab5f9949e00 x1874671428779520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828119.298192:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428779520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828119.298209:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828119.298215:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828119.298222:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428779520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828120.257500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828120.257601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828120.257602:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828121.281559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828121.281564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828121.281648:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828121.345554:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828121.345567:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828121.345573:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828121.345594:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2222 00000100:00080000:3.0:1787828121.345628:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828121.345637:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828121.345686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428780032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828121.345749:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828121.345755:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828121.345758:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828121.345764:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2222 00000100:00080000:3.0:1787828121.345769:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828121.345774:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828121.345790:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828121.345825:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428780160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828121.345836:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828121.345840:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828121.345842:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828121.345847:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2222 00000100:00080000:3.0:1787828121.345851:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828121.345862:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428780032:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828121.345863:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828121.345913:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828121.345945:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428780288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828121.345978:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828121.345984:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828121.345987:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828121.345994:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2222 00000100:00080000:3.0:1787828121.346001:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828121.346012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828121.346016:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828121.346029:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828121.346055:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428780416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828121.346116:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121] req@ffff9ab5f994b840 x1874671428780032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828121.346157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428780032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828121.346178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828121.346186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828121.346205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428780032:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828121.346221:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780160:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828121.346279:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828121.346309:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121] req@ffff9ab5f9949a40 x1874671428780160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828121.346349:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428780160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828121.346445:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828121.346455:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828121.346462:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780160:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828121.346512:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828121.346563:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828121.346593:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121] req@ffff9ab5f9948000 x1874671428780288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828121.346618:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428780288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828121.346636:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828121.346643:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828121.346650:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828121.346663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828121.346707:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828121.346732:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121] req@ffff9ab5f9949680 x1874671428780416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828121.346772:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428780416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828121.346789:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828121.346795:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828121.346802:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828122.305502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828122.305550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828122.305573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828123.329522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828123.329566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828123.329578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828124.353482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828124.353512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828124.353551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828125.377464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828125.377556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828125.377579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828126.401562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828126.401581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828126.401633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828126.465572:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828126.465582:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828126.465587:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828126.465598:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2227 00000100:00080000:0.0:1787828126.465611:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828126.465620:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828126.465664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428780544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828126.465700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828126.465705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828126.465708:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828126.465713:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2227 00000100:00080000:0.0:1787828126.465717:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828126.465721:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828126.465734:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828126.465750:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428780672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828126.465768:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828126.465770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428780544:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828126.465776:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828126.465784:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828126.465792:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2227 00000100:00080000:0.0:1787828126.465796:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828126.465801:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828126.465807:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828126.465825:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428780800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828126.465838:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828126.465842:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828126.465844:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828126.465849:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2227 00000100:00080000:0.0:1787828126.465855:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828126.465858:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787828126.465867:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787828126.465868:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828126.465889:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428780928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828126.465930:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828126] req@ffff9ab5f27ac3c0 x1874671428780544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828126.465956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428780544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828126.465970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828126.465975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828126.465981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428780544:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828126.466008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780672:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828126.466034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828126.466049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828126] req@ffff9ab5f27afc00 x1874671428780672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828126.466073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428780672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828126.466084:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828126.466089:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828126.466093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780672:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828126.466100:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828126.466119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828126.466130:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828126] req@ffff9ab5f27ade00 x1874671428780800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828126.466144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428780800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828126.466155:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828126.466158:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828126.466162:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828126.466169:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828126.466186:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828126.466197:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828126] req@ffff9ab5f27ae1c0 x1874671428780928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828126.466210:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428780928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828126.466227:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828126.466231:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828126.466236:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428780928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828127.425561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828127.425613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828127.425624:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828128.449532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828128.449545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828128.449545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828129.473514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828129.473539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828129.473590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828130.497561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828130.497561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828130.497588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828131.521473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828131.521484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828131.521511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828131.585470:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828131.585477:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828131.585480:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828131.585509:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2232 00000100:00080000:0.0:1787828131.585522:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828131.585530:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828131.585584:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428781056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828131.585606:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828131.585609:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828131.585610:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828131.585613:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2232 00000100:00080000:0.0:1787828131.585634:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828131.585640:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828131.585655:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828131.585681:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428781184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828131.585715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428781056:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828131.585721:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828131.585727:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828131.585729:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828131.585734:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2232 00000100:00080000:0.0:1787828131.585737:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828131.585741:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828131.585746:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828131.585758:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428781312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828131.585765:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828131.585768:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828131.585769:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828131.585772:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2232 00000100:00080000:0.0:1787828131.585774:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828131.585780:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787828131.585780:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787828131.585787:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828131.585797:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428781440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828131.585828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131] req@ffff9ab5f27ad680 x1874671428781056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828131.585843:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428781056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828131.585852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828131.585855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828131.585858:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428781056:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828131.585876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781184:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828131.585891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828131.585899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131] req@ffff9ab5f27aed00 x1874671428781184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828131.585908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428781184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828131.585915:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828131.585917:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828131.585919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781184:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828131.585923:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828131.585934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828131.585940:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131] req@ffff9ab5f27ae580 x1874671428781312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828131.585947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428781312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828131.585953:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828131.585955:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828131.585957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828131.585960:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828131.585969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828131.585975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131] req@ffff9ab5f27ae1c0 x1874671428781440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828131.585982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428781440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828131.585987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828131.585989:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828131.585991:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828132.545549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828132.545552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828132.545595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828133.569503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828133.569508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828133.569521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828134.593537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828134.593586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828134.593587:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828135.617478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828135.617478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828135.617509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828136.641522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828136.641553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828136.641571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828136.705523:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828136.705534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828136.705540:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828136.705555:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2237 00000100:00080000:0.0:1787828136.705573:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828136.705586:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828136.705645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428781568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828136.705691:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828136.705696:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828136.705699:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828136.705705:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2237 00000100:00080000:0.0:1787828136.705710:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828136.705715:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828136.705729:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828136.705748:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428781696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828136.705764:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828136.705769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428781568:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828136.705784:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828136.705787:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828136.705793:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2237 00000100:00080000:0.0:1787828136.705800:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828136.705805:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828136.705813:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828136.705833:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428781824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828136.705846:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828136.705850:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828136.705852:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828136.705861:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2237 00000800:00000100:1.0:1787828136.705862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828136.705867:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828136.705874:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828136.705881:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828136.705896:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428781952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828136.705931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff9ab5f27ade00 x1874671428781568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.705957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428781568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.705971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.705976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828136.705981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428781568:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828136.706010:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781696:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828136.706036:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828136.706051:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff9ab5f27afc00 x1874671428781696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.706067:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428781696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.706077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.706082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828136.706087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781696:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828136.706103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828136.706122:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828136.706132:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff9ab5f27ac3c0 x1874671428781824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.706146:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428781824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.706156:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.706160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828136.706163:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828136.706170:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828136.706188:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828136.706198:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff9ab5f27af0c0 x1874671428781952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.706212:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428781952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.706221:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.706224:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828136.706228:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428781952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828137.665526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828137.665555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828137.665610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828138.689576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828138.689576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828138.689609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828139.713513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828139.713543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828139.713550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828140.737484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828140.737486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828140.737519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828141.761499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828141.761499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828141.761523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828141.825476:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828141.825484:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828141.825488:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828141.825496:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2242 00000100:00080000:0.0:1787828141.825510:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828141.825516:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828141.825549:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428782080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828141.825568:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828141.825572:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828141.825574:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828141.825577:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2242 00000100:00080000:0.0:1787828141.825580:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828141.825584:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828141.825592:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828141.825602:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428782080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828141.825604:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428782208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828141.825618:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828141.825620:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828141.825622:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828141.825625:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2242 00000100:00080000:0.0:1787828141.825627:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828141.825630:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828141.825634:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828141.825643:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428782336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828141.825650:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828141.825653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828141.825655:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828141.825658:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2242 00000100:00080000:0.0:1787828141.825662:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828141.825664:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828141.825668:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828141.825673:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828141.825683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428782464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828141.825706:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff9ab5f27af480 x1874671428782080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.825720:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428782080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.825728:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.825730:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828141.825733:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428782080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828141.825750:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782208:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828141.825764:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828141.825772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff9ab5f27af840 x1874671428782208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.825780:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428782208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.825785:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.825787:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828141.825790:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782208:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828141.825793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828141.825804:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828141.825811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff9ab5f27acb40 x1874671428782336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.825818:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428782336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.825823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.825825:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828141.825827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828141.825830:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828141.825839:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828141.825845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff9ab5f27ac000 x1874671428782464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.825852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428782464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.825857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.825858:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828141.825860:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828142.785511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828142.785518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828142.785572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828143.809519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828143.809559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828143.809596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828144.833496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828144.833496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828144.833522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828145.857472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828145.857475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828145.857494:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828146.881552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828146.881608:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828146.881649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828146.945580:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828146.945592:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828146.945598:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828146.945613:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2247 00000100:00080000:1.0:1787828146.945628:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828146.945639:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828146.945688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428782592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828146.945737:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828146.945745:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828146.945748:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828146.945756:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2247 00000100:00080000:1.0:1787828146.945764:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828146.945774:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828146.945792:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828146.945810:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428782592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828146.945824:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428782720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828146.945847:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828146.945852:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828146.945856:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828146.945861:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2247 00000100:00080000:1.0:1787828146.945869:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828146.945875:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828146.945883:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787828146.945907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828146.945909:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428782848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828146.945927:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828146.945932:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828146.945936:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828146.945942:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2247 00000100:00080000:1.0:1787828146.945946:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828146.945952:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828146.945957:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828146.945969:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428782976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828146.945995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff9ab5f24bb840 x1874671428782592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828146.946024:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428782592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828146.946041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828146.946047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828146.946052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428782592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828146.946082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782720:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828146.946110:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828146.946125:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff9ab5f24b8000 x1874671428782720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828146.946161:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428782720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828146.946172:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828146.946176:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828146.946180:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782720:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828146.946214:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828146.946243:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828146.946257:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff9ab5f24b83c0 x1874671428782848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828146.946272:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428782848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828146.946283:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828146.946286:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828146.946290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828146.946297:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828146.946316:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828146.946327:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff9ab5f24b92c0 x1874671428782976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828146.946340:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428782976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828146.946358:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828146.946361:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828146.946366:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428782976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828147.905533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828147.905558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828147.905565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828148.929545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828148.929559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828148.929576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828149.953583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828149.953583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828149.953594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828150.977531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828150.977537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828150.977556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828152.001644:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828152.001644:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828152.001647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828152.065624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828152.065653:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828152.065660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828152.065675:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2252 00000100:00080000:3.0:1787828152.065691:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828152.065700:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828152.065764:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428783104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828152.065803:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828152.065808:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828152.065810:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828152.065815:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2252 00000100:00080000:3.0:1787828152.065820:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828152.065824:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828152.065839:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828152.065855:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428783232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828152.065864:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428783104:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828152.065875:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828152.065880:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828152.065883:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828152.065888:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2252 00000100:00080000:3.0:1787828152.065892:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828152.065897:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828152.065904:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828152.065918:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428783360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828152.065929:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828152.065933:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828152.065935:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828152.065940:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2252 00000100:00080000:3.0:1787828152.065943:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828152.065948:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828152.065953:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828152.065964:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428783488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828152.066012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828152.066114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152] req@ffff9ab5f9949680 x1874671428783104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828152.066141:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428783104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828152.066199:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828152.066207:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828152.066214:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428783104:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828152.066253:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783232:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828152.066290:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828152.066308:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152] req@ffff9ab5f9948000 x1874671428783232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828152.066325:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428783232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828152.066338:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828152.066342:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828152.066346:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783232:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828152.066354:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828152.066398:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828152.066410:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152] req@ffff9ab5f9949a40 x1874671428783360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828152.066423:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428783360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828152.066463:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828152.066468:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828152.066472:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828152.066479:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828152.066510:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828152.066529:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152] req@ffff9ab5f994b840 x1874671428783488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828152.066551:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428783488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828152.066579:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828152.066586:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828152.066592:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828153.025550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828153.025572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828153.025615:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828154.049486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828154.049564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828154.049598:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828155.073537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828155.073565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828155.073578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828156.097558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828156.097572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828156.097588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828157.121538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828157.121560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828157.121563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828157.185632:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828157.185646:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828157.185652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828157.185667:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2257 00000100:00080000:0.0:1787828157.185682:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828157.185692:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828157.185743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428783616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828157.185777:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828157.185782:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828157.185784:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828157.185789:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2257 00000100:00080000:0.0:1787828157.185793:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828157.185799:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828157.185812:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828157.185827:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428783744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828157.185840:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828157.185844:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828157.185846:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828157.185851:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2257 00000100:00080000:0.0:1787828157.185855:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828157.185864:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428783616:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828157.185866:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828157.185878:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828157.185912:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428783872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828157.185927:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828157.185944:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828157.185947:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828157.185952:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2257 00000100:00080000:0.0:1787828157.185982:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828157.186005:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787828157.186018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787828157.186021:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828157.186045:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428784000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828157.186087:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157] req@ffff9ab5f27ae940 x1874671428783616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828157.186133:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428783616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828157.186147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828157.186152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828157.186177:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428783616:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828157.186188:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783744:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828157.186224:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828157.186242:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157] req@ffff9ab5f27ad2c0 x1874671428783744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828157.186257:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428783744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828157.186269:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828157.186274:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828157.186278:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783744:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828157.186311:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828157.186333:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828157.186345:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157] req@ffff9ab5f27acf00 x1874671428783872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828157.186358:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428783872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828157.186370:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828157.186374:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828157.186378:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428783872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828157.186385:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828157.186403:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828157.186413:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157] req@ffff9ab5f27ac000 x1874671428784000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828157.186502:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428784000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828157.186515:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828157.186520:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828157.186526:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828158.145549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828158.145583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828158.145654:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828159.169517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828159.169546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828159.169628:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828160.193613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828160.193684:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828160.194043:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828161.217565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828161.217585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828161.217629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828162.241559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828162.241613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828162.241626:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787828162.305615:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828162.305628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828162.305634:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828162.305647:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2263 00000100:00080000:0.0:1787828162.305662:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828162.305671:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828162.305724:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428784128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828162.305757:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828162.305762:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828162.305764:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828162.305768:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2263 00000100:00080000:0.0:1787828162.305771:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828162.305775:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828162.305787:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828162.305802:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428784256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828162.305812:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828162.305817:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828162.305819:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828162.305823:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2263 00000100:00080000:0.0:1787828162.305826:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828162.305833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428784128:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828162.305834:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828162.305846:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828162.305857:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428784384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828162.305868:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828162.305872:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828162.305874:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828162.305878:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2263 00000100:00080000:0.0:1787828162.305881:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828162.305902:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828162.305909:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828162.305926:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428784512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828162.305959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828162.306025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162] req@ffff9ab5f27acb40 x1874671428784128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828162.306051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428784128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828162.306066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828162.306072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828162.306124:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428784128:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828162.306133:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784256:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828162.306170:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828162.306183:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162] req@ffff9ab5f27af840 x1874671428784256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828162.306195:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428784256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828162.306205:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828162.306208:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828162.306211:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784256:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828162.306241:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828162.306259:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828162.306268:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162] req@ffff9ab5f27af480 x1874671428784384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828162.306280:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428784384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828162.306288:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828162.306291:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828162.306294:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828162.306304:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828162.306318:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828162.306326:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162] req@ffff9ab5f27af0c0 x1874671428784512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828162.306336:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428784512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828162.306343:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828162.306346:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828162.306348:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828163.265519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828163.265563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828163.265611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828164.289575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828164.289584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828164.289585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828165.313525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828165.313560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828165.313596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828166.337578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828166.337616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828166.337647:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828167.361482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828167.361523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828167.361557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828167.425492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828167.425499:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828167.425503:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828167.425513:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2268 00000100:00080000:3.0:1787828167.425523:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828167.425529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828167.425575:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428784640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828167.425596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828167.425599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828167.425600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828167.425603:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2268 00000100:00080000:3.0:1787828167.425606:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828167.425609:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828167.425617:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828167.425627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428784768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828167.425637:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428784640:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828167.425638:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828167.425648:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828167.425649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828167.425653:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2268 00000100:00080000:3.0:1787828167.425656:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828167.425659:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828167.425663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828167.425672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428784896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828167.425680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828167.425683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828167.425684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828167.425687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2268 00000100:00080000:3.0:1787828167.425691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828167.425693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828167.425696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828167.425704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428785024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828167.425711:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828167.425758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167] req@ffff9ab5f9949e00 x1874671428784640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828167.425774:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428784640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828167.425783:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828167.425786:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828167.425789:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428784640:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828167.425807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784768:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828167.425824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828167.425834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167] req@ffff9ab5f9948f00 x1874671428784768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828167.425857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428784768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828167.425867:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828167.425871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828167.425875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784768:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828167.425883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828167.425906:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828167.425915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167] req@ffff9ab5f994b480 x1874671428784896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828167.425924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428784896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828167.425931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828167.425933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828167.425935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428784896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828167.425939:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828167.425952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828167.425958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167] req@ffff9ab5f994a940 x1874671428785024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828167.425966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428785024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828167.425972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828167.425974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828167.425976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828168.385483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828168.385511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828168.385586:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828169.409459:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828169.409469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828169.409510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828170.433574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828170.433596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828170.433634:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828171.457570:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828171.457573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828171.457577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828172.481517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828172.481532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828172.481607:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828172.545699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828172.545710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828172.545716:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828172.545728:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2273 00000100:00080000:2.0:1787828172.545740:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828172.545749:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828172.545788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428785152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828172.545820:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828172.545824:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828172.545827:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828172.545832:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2273 00000100:00080000:2.0:1787828172.545836:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828172.545840:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828172.545849:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828172.545866:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428785280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828172.545870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428785152:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828172.545880:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828172.545884:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828172.545886:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828172.545889:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2273 00000100:00080000:2.0:1787828172.545892:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828172.545895:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828172.545899:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828172.545907:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428785408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828172.545920:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828172.545923:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828172.545924:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828172.545927:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2273 00000100:00080000:2.0:1787828172.545930:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828172.545932:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828172.545935:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828172.545941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828172.545945:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428785536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828172.545991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172] req@ffff9ab5f9802580 x1874671428785152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828172.546027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428785152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828172.546036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828172.546039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828172.546042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428785152:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828172.546077:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785280:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828172.546098:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828172.546113:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172] req@ffff9ab5f9800f00 x1874671428785280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828172.546126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428785280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828172.546136:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828172.546139:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828172.546143:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785280:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828172.546150:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828172.546169:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828172.546178:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172] req@ffff9ab5f9800b40 x1874671428785408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828172.546186:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428785408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828172.546197:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828172.546199:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828172.546201:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828172.546205:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828172.546216:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828172.546222:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172] req@ffff9ab5f9801e00 x1874671428785536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828172.546229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428785536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828172.546234:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828172.546236:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828172.546238:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828173.505466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828173.505474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828173.505494:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828174.529558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828174.529560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828174.529582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828175.553539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828175.553540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828175.553554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828176.577506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828176.577520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828176.577554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828177.601555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828177.601600:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828177.601627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828177.665606:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828177.665621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828177.665628:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828177.665641:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2278 00000100:00080000:2.0:1787828177.665679:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828177.665689:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828177.665746:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428785664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828177.665829:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828177.665835:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828177.665838:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828177.665846:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2278 00000100:00080000:2.0:1787828177.665851:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828177.665874:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828177.665892:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828177.665915:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428785792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828177.665937:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828177.665943:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787828177.665944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428785664:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828177.665947:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828177.666016:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2278 00000100:00080000:2.0:1787828177.666022:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828177.666032:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828177.666040:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828177.666081:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428785920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828177.666101:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828177.666108:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828177.666112:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828177.666123:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2278 00000100:00080000:2.0:1787828177.666131:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828177.666140:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787828177.666151:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787828177.666166:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828177.666194:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428786048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828177.666240:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177] req@ffff9ab5f98012c0 x1874671428785664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828177.666676:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428785664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828177.666696:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828177.666703:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828177.666711:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428785664:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828177.666857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785792:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828177.666931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828177.666959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177] req@ffff9ab5f9800000 x1874671428785792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828177.667014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428785792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828177.667032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828177.667039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828177.667046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785792:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828177.667072:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828177.667119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828177.667143:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177] req@ffff9ab5f9801a40 x1874671428785920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828177.667160:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428785920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828177.667172:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828177.667177:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828177.667181:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428785920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828177.667189:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828177.667216:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828177.667228:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177] req@ffff9ab5f9802940 x1874671428786048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828177.667244:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428786048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828177.667253:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828177.667257:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828177.667260:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828178.625575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828178.625594:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828178.625680:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828179.649569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828179.649573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828179.649616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828180.673530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828180.673564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828180.673565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828181.697511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828181.697597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828181.697623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828182.721566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828182.721595:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828182.721717:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828182.785599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.785609:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828182.785615:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.785626:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2283 00000100:00080000:1.0:1787828182.785638:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.785645:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828182.785690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428786176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.785717:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.785721:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828182.785722:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.785726:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2283 00000100:00080000:1.0:1787828182.785728:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.785731:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828182.785741:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828182.785751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428786304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.785759:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.785764:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787828182.785765:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428786176:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828182.785766:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.785775:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2283 00000100:00080000:1.0:1787828182.785789:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.785792:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828182.785795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828182.785803:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428786432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.785815:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.785818:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828182.785819:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.785822:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2283 00000100:00080000:1.0:1787828182.785824:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.785826:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828182.785829:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828182.785836:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428786560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828182.785928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786304:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828182.786362:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828182.786407:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828183.745566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828183.745571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828183.745777:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828184.769585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828184.769585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828184.769627:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828185.793492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828185.793516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828185.793559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828185.857637:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787828185.857672:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828185.857685:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828185.857713:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828185.857722:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828185.857730:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787828185.857811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828185] req@ffff9ab5f24ba1c0 x1874671428786304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828185.857847:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428786304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828185.857863:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828185.857870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828185.857875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786304:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828185.857886:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828185] req@ffff9ab5f24b8f00 x1874671428786432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828185.857901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428786432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828185.857911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828185.857932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828185.857936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828185.857945:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828185] req@ffff9ab5f24ba580 x1874671428786560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828185.857958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428786560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828185.857967:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828185.857970:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828185.857974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828185.857981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828185] req@ffff9ab5f24b9680 x1874671428786176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828185.857995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428786176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828185.858004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828185.858008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828185.858017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428786176:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828186.817541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828186.817543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828186.817551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828187.841506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828187.841544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828187.841571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828187.905565:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.905577:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828187.905581:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.905591:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2288 00000100:00080000:0.0:1787828187.905604:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.905612:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828187.905654:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428786688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.905680:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.905683:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828187.905685:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.905688:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2288 00000100:00080000:0.0:1787828187.905691:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.905693:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828187.905703:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828187.905711:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428786816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.905718:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.905722:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828187.905723:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.905726:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2288 00000100:00080000:0.0:1787828187.905729:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.905732:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828187.905735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828187.905743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428786944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.905749:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.905751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828187.905752:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.905755:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2288 00000100:00080000:0.0:1787828187.905757:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.905760:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828187.905765:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828187.905766:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428786688:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828187.905773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428787072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828187.905846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828187.905920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff9ab5f27ac3c0 x1874671428786688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.905939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428786688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.905950:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.905953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828187.905960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428786688:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828187.905967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786816:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828187.905991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828187.906005:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff9ab5f27afc00 x1874671428786816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.906025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428786816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.906036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.906040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828187.906043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786816:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828187.906049:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828187.906076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828187.906088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff9ab5f27ade00 x1874671428786944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.906101:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428786944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.906111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.906115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828187.906118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428786944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828187.906156:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828187.906178:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828187.906189:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff9ab5f27ae1c0 x1874671428787072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.906202:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428787072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.906211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.906215:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828187.906218:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828188.865470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828188.865503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828188.865546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828189.889481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828189.889576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828189.889593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828190.913492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828190.913529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828190.913548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828191.937458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828191.937531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828191.937533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828192.961524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828192.961538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828192.961575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828193.025548:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828193.025559:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828193.025564:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828193.025575:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2293 00000100:00080000:1.0:1787828193.025587:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828193.025594:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828193.025647:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428787200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828193.025672:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828193.025676:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828193.025677:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828193.025681:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2293 00000100:00080000:1.0:1787828193.025683:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828193.025687:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828193.025697:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828193.025708:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428787328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828193.025714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428787200:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828193.025719:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828193.025723:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828193.025724:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828193.025727:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2293 00000100:00080000:1.0:1787828193.025729:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828193.025732:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828193.025735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828193.025745:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428787456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828193.025752:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828193.025754:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828193.025755:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828193.025757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2293 00000100:00080000:1.0:1787828193.025761:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828193.025764:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828193.025767:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828193.025774:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428787584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828193.025813:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828193.025875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828193] req@ffff9ab5f24b9680 x1874671428787200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828193.025896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428787200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828193.025906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828193.025910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828193.025915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428787200:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828193.025938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787328:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828193.025957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828193.025967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828193] req@ffff9ab5f24ba580 x1874671428787328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828193.025975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428787328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828193.025981:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828193.025984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828193.025986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787328:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828193.025990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828193.026001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828193.026007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828193] req@ffff9ab5f24b8f00 x1874671428787456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828193.026019:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428787456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828193.026025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828193.026027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828193.026029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828193.026032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828193.026042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828193.026048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828193] req@ffff9ab5f24ba1c0 x1874671428787584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828193.026055:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428787584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828193.026061:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828193.026062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828193.026064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828193.985498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828193.985498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828193.985525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828195.009523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828195.009543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828195.009608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828196.033532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828196.033542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828196.033588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828197.057501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828197.057548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828197.057565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828198.081484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828198.081503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828198.081550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828198.145495:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828198.145504:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828198.145507:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828198.145515:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2298 00000100:00080000:1.0:1787828198.145524:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828198.145530:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828198.145569:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428787712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828198.145591:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828198.145594:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828198.145595:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828198.145598:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2298 00000100:00080000:1.0:1787828198.145600:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828198.145603:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828198.145610:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828198.145619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428787840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828198.145638:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828198.145638:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428787712:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828198.145647:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828198.145649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828198.145654:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2298 00000100:00080000:1.0:1787828198.145658:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828198.145663:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828198.145669:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828198.145683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428787968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828198.145690:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828198.145693:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828198.145694:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828198.145697:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2298 00000100:00080000:1.0:1787828198.145708:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828198.145711:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787828198.145716:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787828198.145718:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828198.145730:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428788096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828198.145765:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198] req@ffff9ab5f24b92c0 x1874671428787712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828198.145781:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428787712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828198.145790:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828198.145793:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828198.145796:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428787712:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828198.145814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787840:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828198.145847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828198.145857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198] req@ffff9ab5f24b83c0 x1874671428787840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828198.145866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428787840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828198.145872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828198.145874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828198.145876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787840:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828198.145880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828198.145893:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828198.145899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198] req@ffff9ab5f24b8000 x1874671428787968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828198.145906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428787968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828198.145923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828198.145925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828198.145928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428787968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828198.145931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828198.145942:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828198.145948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198] req@ffff9ab5f24bb840 x1874671428788096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828198.145960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428788096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828198.145966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828198.145968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828198.145970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828199.105504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828199.105538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828199.105545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828200.129481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828200.129508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828200.129518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828201.153557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828201.153558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828201.153594:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828202.177550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828202.177551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828202.177564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828203.201483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828203.201509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828203.201639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828203.265482:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828203.265490:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828203.265494:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828203.265502:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2303 00000100:00080000:1.0:1787828203.265512:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828203.265517:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828203.265548:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428788224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828203.265571:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828203.265577:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828203.265579:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828203.265582:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2303 00000100:00080000:1.0:1787828203.265584:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828203.265587:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828203.265595:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828203.265604:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428788352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828203.265612:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828203.265615:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828203.265616:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828203.265619:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2303 00000100:00080000:1.0:1787828203.265621:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828203.265626:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828203.265626:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428788224:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787828203.265631:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828203.265640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428788480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828203.265651:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828203.265653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828203.265654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828203.265657:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2303 00000100:00080000:1.0:1787828203.265659:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828203.265662:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828203.265665:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828203.265672:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428788608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828203.265688:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828203.265758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203] req@ffff9ab5f24bb840 x1874671428788224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828203.265783:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428788224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828203.265805:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828203.265811:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828203.265817:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428788224:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828203.265858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788352:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828203.265878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828203.265887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203] req@ffff9ab5f24b8000 x1874671428788352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828203.265895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428788352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828203.265902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828203.265904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828203.265906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788352:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828203.265910:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828203.265921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828203.265927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203] req@ffff9ab5f24b83c0 x1874671428788480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828203.265934:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428788480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828203.265944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828203.265946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828203.265948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828203.265952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828203.265961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828203.265966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203] req@ffff9ab5f24b92c0 x1874671428788608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828203.265973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428788608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828203.265979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828203.265980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828203.265982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828204.225513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828204.225522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828204.225531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828205.249527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828205.249527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828205.249565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828206.273527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828206.273539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828206.273566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828207.297493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828207.297534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787828207.297559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828208.321502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828208.321539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828208.321632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828208.385526:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828208.385538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828208.385544:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828208.385556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2309 00000100:00080000:3.0:1787828208.385569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828208.385578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828208.385632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428788736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828208.385666:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828208.385670:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828208.385672:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828208.385678:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2309 00000100:00080000:3.0:1787828208.385683:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828208.385688:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828208.385701:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828208.385717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428788864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828208.385730:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828208.385738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787828208.385739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428788736:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828208.385741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828208.385752:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2309 00000100:00080000:3.0:1787828208.385770:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828208.385776:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828208.385784:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828208.385800:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428788992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828208.385812:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828208.385816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828208.385819:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828208.385826:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2309 00000800:00000100:1.0:1787828208.385832:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828208.385835:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828208.385845:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828208.385852:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828208.385867:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428789120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828208.385875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208] req@ffff9ab5f994a1c0 x1874671428788736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828208.385925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428788736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828208.385952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828208.385957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828208.385961:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428788736:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828208.385985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788864:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828208.386013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828208.386028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208] req@ffff9ab5f994b0c0 x1874671428788864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828208.386043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428788864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828208.386052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828208.386056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828208.386060:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788864:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828208.386068:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828208.386091:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828208.386104:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208] req@ffff9ab5f994bc00 x1874671428788992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828208.386117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428788992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828208.386127:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828208.386131:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828208.386135:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428788992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828208.386142:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828208.386163:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828208.386176:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208] req@ffff9ab5f99492c0 x1874671428789120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828208.386189:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428789120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828208.386198:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828208.386202:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828208.386205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828209.345519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828209.345533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828209.345562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828210.369485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828210.369490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828210.369540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828211.393494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828211.393495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828211.393524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828212.417541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828212.417543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828212.417652:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828213.441523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828213.441523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828213.441559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828213.505535:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828213.505546:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828213.505550:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828213.505561:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2314 00000100:00080000:0.0:1787828213.505573:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828213.505581:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828213.505623:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428789248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828213.505649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828213.505652:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828213.505654:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828213.505657:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2314 00000100:00080000:0.0:1787828213.505665:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828213.505669:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828213.505681:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828213.505692:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428789376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828213.505702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828213.505705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828213.505706:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828213.505709:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2314 00000100:00080000:0.0:1787828213.505711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828213.505715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828213.505738:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828213.505739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428789248:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828213.505750:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428789504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828213.505764:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828213.505768:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828213.505771:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828213.505776:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2314 00000100:00080000:0.0:1787828213.505780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828213.505785:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828213.505791:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828213.505808:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428789632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828213.505818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828213.505867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213] req@ffff9ab5f27ae580 x1874671428789248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828213.505883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428789248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828213.505894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828213.505900:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828213.505911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428789248:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828213.505936:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789376:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828213.505968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828213.505986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213] req@ffff9ab5f27aed00 x1874671428789376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828213.506006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428789376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828213.506015:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828213.506019:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828213.506022:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789376:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828213.506033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828213.506065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828213.506077:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213] req@ffff9ab5f27ad680 x1874671428789504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828213.506086:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428789504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828213.506092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828213.506096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828213.506099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828213.506105:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828213.506124:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828213.506134:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213] req@ffff9ab5f27ae1c0 x1874671428789632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828213.506144:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428789632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828213.506155:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828213.506158:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828213.506160:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789632:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787828214.465531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828214.465614:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828214.465682:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828215.489474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828215.489505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828215.489541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828216.513484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828216.513492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828216.513510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828217.537503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828217.537512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828217.537551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828218.561459:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828218.561499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828218.561508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828218.625468:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828218.625476:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828218.625480:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828218.625487:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2319 00000100:00080000:2.0:1787828218.625497:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828218.625502:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828218.625534:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428789760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828218.625556:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828218.625559:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828218.625560:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828218.625563:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2319 00000100:00080000:2.0:1787828218.625565:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828218.625568:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828218.625575:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828218.625584:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428789888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828218.625593:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828218.625598:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428789760:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828218.625598:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828218.625600:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828218.625607:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2319 00000100:00080000:2.0:1787828218.625610:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828218.625613:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828218.625616:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828218.625625:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428790016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828218.625632:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828218.625634:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828218.625636:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828218.625639:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2319 00000100:00080000:2.0:1787828218.625642:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828218.625644:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828218.625646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828218.625653:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428790144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828218.625666:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828218.625719:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218] req@ffff9ab5f9801680 x1874671428789760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828218.625734:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428789760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828218.625742:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828218.625745:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828218.625748:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428789760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828218.625770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789888:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828218.625789:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828218.625797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218] req@ffff9ab5f9803840 x1874671428789888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828218.625806:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428789888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828218.625816:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828218.625818:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828218.625820:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428789888:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828218.625824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828218.625834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828218.625840:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218] req@ffff9ab5f9800780 x1874671428790016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828218.625847:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428790016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828218.625853:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828218.625855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828218.625857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828218.625860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828218.625870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828218.625875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218] req@ffff9ab5f98021c0 x1874671428790144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828218.625881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428790144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828218.625886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828218.625888:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828218.625890:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828219.585472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828219.585475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828219.585519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828220.609497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828220.609497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828220.609537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828221.633455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828221.633460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828221.633499:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828222.657467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828222.657476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828222.657518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828223.681484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828223.681491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828223.681553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828223.745544:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828223.745556:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828223.745561:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828223.745588:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2324 00000100:00080000:1.0:1787828223.745599:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828223.745606:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828223.745647:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428790272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828223.745684:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828223.745689:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828223.745691:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828223.745695:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2324 00000100:00080000:1.0:1787828223.745699:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828223.745702:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828223.745713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828223.745725:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428790400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828223.745739:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828223.745739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428790272:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828223.745747:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828223.745749:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828223.745754:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2324 00000100:00080000:1.0:1787828223.745760:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828223.745765:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828223.745771:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828223.745783:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428790528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828223.745793:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828223.745797:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828223.745799:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828223.745803:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2324 00000100:00080000:1.0:1787828223.745807:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828223.745810:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828223.745815:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828223.745825:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828223.745827:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428790656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828223.745874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff9ab5f24ba1c0 x1874671428790272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.745890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428790272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.745899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.745903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828223.745906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428790272:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828223.745924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790400:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828223.745946:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828223.745960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff9ab5f24b8f00 x1874671428790400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.745974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428790400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.745983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.745986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828223.745990:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790400:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828223.745997:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828223.746018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828223.746026:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff9ab5f24ba580 x1874671428790528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.746035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428790528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.746041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.746043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828223.746053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828223.746058:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828223.746071:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828223.746078:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff9ab5f24b9680 x1874671428790656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.746085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428790656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.746091:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.746093:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828223.746095:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828224.705488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828224.705488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828224.705525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828225.729487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828225.729488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828225.729526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828226.753479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828226.753479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828226.753519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828227.777489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828227.777489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828227.777551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828228.801486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828228.801486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828228.801545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828228.865484:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.865512:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828228.865515:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.865523:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2329 00000100:00080000:1.0:1787828228.865532:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.865538:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828228.865574:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428790784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.865594:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.865603:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828228.865604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.865607:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2329 00000100:00080000:1.0:1787828228.865610:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.865612:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828228.865637:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828228.865651:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428790912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828228.865652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428790784:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828228.865667:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.865670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828228.865671:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.865674:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2329 00000100:00080000:1.0:1787828228.865677:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.865680:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828228.865684:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828228.865693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428791040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.865700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.865702:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828228.865703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.865706:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2329 00000100:00080000:1.0:1787828228.865711:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.865714:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828228.865717:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828228.865733:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428791168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828228.865743:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828228.865794:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff9ab5f24b9680 x1874671428790784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.865813:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428790784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.865825:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.865830:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828228.865835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428790784:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828228.865857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790912:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828228.865881:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828228.865893:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff9ab5f24ba580 x1874671428790912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.865907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428790912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.865916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.865919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828228.865923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428790912:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828228.865930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828228.865949:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828228.865962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff9ab5f24b8f00 x1874671428791040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.865975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428791040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.865985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.865989:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828228.865992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828228.865999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828228.866018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828228.866029:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff9ab5f24ba1c0 x1874671428791168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.866042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428791168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.866051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.866055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828228.866058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828229.825471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828229.825500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828229.825554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828230.849486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828230.849486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828230.849535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828231.873482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828231.873506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828231.873534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828232.897486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828232.897486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828232.897514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828233.921508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828233.921508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828233.921552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828233.985482:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.985492:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828233.985495:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.985504:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2334 00000100:00080000:1.0:1787828233.985515:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.985521:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828233.985554:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428791296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.985598:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.985601:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828233.985603:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.985606:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2334 00000100:00080000:1.0:1787828233.985609:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.985612:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828233.985620:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828233.985631:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428791424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.985639:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.985642:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828233.985644:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828233.985649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428791296:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828233.985650:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2334 00000100:00080000:1.0:1787828233.985653:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.985658:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828233.985662:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828233.985670:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428791552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.985677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.985679:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828233.985680:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.985682:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2334 00000100:00080000:1.0:1787828233.985685:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.985687:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828233.985690:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828233.985697:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428791680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828233.985718:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828233.985774:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff9ab5f24b92c0 x1874671428791296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.985792:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428791296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.985800:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.985803:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828233.985806:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428791296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828233.985824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791424:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828233.985842:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828233.985850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff9ab5f24b83c0 x1874671428791424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.985859:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428791424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.985865:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.985867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828233.985869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791424:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828233.985873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828233.985884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828233.985890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff9ab5f24b8000 x1874671428791552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.985897:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428791552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.985903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.985904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828233.985906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828233.985909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828233.985919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828233.985924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff9ab5f24bb840 x1874671428791680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.985931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428791680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.985940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.985942:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828233.985944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828234.945531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828234.945557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828234.945597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828235.969612:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828235.969673:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828235.969680:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828236.993584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828236.993614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828236.993672:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828238.017534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828238.017601:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828238.017651:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828239.041502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828239.041538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828239.041600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828239.105499:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828239.105527:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828239.105532:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828239.105561:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2339 00000100:00080000:1.0:1787828239.105574:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828239.105584:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828239.105626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428791808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828239.105658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828239.105663:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828239.105665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828239.105670:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2339 00000100:00080000:1.0:1787828239.105674:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828239.105679:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828239.105690:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828239.105705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428791936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828239.105710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428791808:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828239.105735:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828239.105740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828239.105743:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828239.105749:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2339 00000100:00080000:1.0:1787828239.105754:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828239.105760:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828239.105767:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828239.105781:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428792064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828239.105791:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828239.105798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828239.105800:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828239.105805:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828239.105813:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2339 00000100:00080000:1.0:1787828239.105819:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828239.105824:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828239.105830:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828239.105845:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428792192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828239.105880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239] req@ffff9ab5f24bb840 x1874671428791808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828239.105904:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428791808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828239.105917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828239.105922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828239.105928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428791808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828239.105955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791936:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828239.105993:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828239.106011:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239] req@ffff9ab5f24b8000 x1874671428791936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828239.106027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428791936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828239.106040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828239.106044:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828239.106048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428791936:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828239.106053:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828239.106074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828239.106083:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239] req@ffff9ab5f24b83c0 x1874671428792064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828239.106092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428792064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828239.106099:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828239.106102:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828239.106105:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828239.106109:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828239.106122:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828239.106128:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239] req@ffff9ab5f24b92c0 x1874671428792192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828239.106143:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428792192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828239.106152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828239.106155:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828239.106202:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828240.065585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828240.065585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828240.065747:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828241.089509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828241.089521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828241.089554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828242.113582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828242.113660:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828242.113675:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828243.137560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828243.137592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828243.137649:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828244.161524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828244.161527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828244.161602:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828244.225539:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828244.225552:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828244.225558:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828244.225569:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2344 00000100:00080000:0.0:1787828244.225582:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828244.225597:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828244.225640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428792320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828244.225668:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828244.225671:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828244.225673:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828244.225677:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2344 00000100:00080000:0.0:1787828244.225679:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828244.225682:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828244.225691:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828244.225704:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428792448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828244.225718:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828244.225722:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787828244.225723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428792320:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828244.225725:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828244.225736:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2344 00000100:00080000:0.0:1787828244.225740:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828244.225744:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828244.225750:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828244.225767:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428792576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828244.225778:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828244.225781:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828244.225782:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828244.225785:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2344 00000100:00080000:0.0:1787828244.225789:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828244.225792:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828244.225796:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828244.225805:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428792704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828244.225823:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828244.225872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244] req@ffff9ab5f27ade00 x1874671428792320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828244.225888:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428792320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828244.225898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828244.225903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828244.225907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428792320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828244.225938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792448:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828244.225963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828244.225974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244] req@ffff9ab5f27afc00 x1874671428792448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828244.225983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428792448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828244.225995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828244.225997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828244.226000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792448:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828244.226004:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828244.226025:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828244.226036:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244] req@ffff9ab5f27ac3c0 x1874671428792576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828244.226049:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428792576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828244.226060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828244.226062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828244.226065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828244.226070:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828244.226086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828244.226094:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244] req@ffff9ab5f27af0c0 x1874671428792704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828244.226102:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428792704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828244.226107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828244.226110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828244.226113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828245.185542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828245.185605:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828245.185678:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828246.209535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828246.209593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828246.209599:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828247.233581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828247.233602:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828247.233679:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828248.257586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828248.257680:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828248.257687:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828249.281485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828249.281495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828249.281613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828249.345503:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828249.345512:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828249.345518:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828249.345530:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2350 00000100:00080000:3.0:1787828249.345541:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828249.345550:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828249.345585:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428792832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828249.345611:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828249.345616:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828249.345618:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828249.345624:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2350 00000100:00080000:3.0:1787828249.345630:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828249.345636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828249.345645:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428792832:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787828249.345646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828249.345666:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428792960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828249.345682:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828249.345685:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828249.345687:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828249.345691:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2350 00000100:00080000:3.0:1787828249.345695:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828249.345698:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828249.345703:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828249.345716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428793088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828249.345724:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828249.345727:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828249.345729:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828249.345733:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2350 00000100:00080000:3.0:1787828249.345735:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828249.345738:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792960:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787828249.345739:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828249.345747:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828249.345769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828249.345844:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428793216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828249.345888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828250.305547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828250.305561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828250.305600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828251.329500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828251.329507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828251.329596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828252.353460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828252.353483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828252.353545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828252.417708:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787828252.417744:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828252.417758:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828252.417788:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828252.417794:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828252.417800:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828252.417867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828252] req@ffff9ab5f9948b40 x1874671428793216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828252.417904:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428793216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828252.417918:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828252.417925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828252.417930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828252.417940:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828252] req@ffff9ab5f994ad00 x1874671428792960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828252.417955:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428792960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828252.417964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828252.417968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828252.417971:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428792960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828252.417981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828252] req@ffff9ab5f9948780 x1874671428793088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828252.417995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428793088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828252.418006:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828252.418009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828252.418013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828252.418021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828252] req@ffff9ab5f994a580 x1874671428792832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828252.418036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428792832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828252.418044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828252.418048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828252.418051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428792832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828253.377627:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828253.377679:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828253.378514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828254.401519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828254.401557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828254.401620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828254.465681:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828254.465706:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828254.465710:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828254.465721:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2355 00000100:00080000:1.0:1787828254.465751:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828254.465760:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828254.465803:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428793344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828254.465843:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828254.465849:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828254.465851:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828254.465856:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2355 00000100:00080000:1.0:1787828254.465861:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828254.465865:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828254.465887:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828254.465905:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428793472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828254.465928:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828254.465933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428793344:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828254.465939:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828254.465949:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828254.465974:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2355 00000100:00080000:1.0:1787828254.465982:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828254.465989:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828254.466001:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828254.466023:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428793600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828254.466043:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787828254.466044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828254.466070:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828254.466073:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828254.466085:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2355 00000100:00080000:1.0:1787828254.466093:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828254.466101:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828254.466111:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828254.466130:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428793728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828254.466156:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254] req@ffff9ab5f24ba1c0 x1874671428793344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828254.466191:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428793344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828254.466211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828254.466219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828254.466226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428793344:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828254.466260:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793472:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828254.466301:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828254.466326:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254] req@ffff9ab5f24b8f00 x1874671428793472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828254.466349:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428793472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828254.466364:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828254.466369:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828254.466375:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793472:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828254.466387:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828254.466494:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828254.466516:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254] req@ffff9ab5f24ba580 x1874671428793600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828254.466537:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428793600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828254.466553:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828254.466559:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828254.466564:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828254.466576:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828254.466612:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828254.466632:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254] req@ffff9ab5f24b9680 x1874671428793728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828254.466652:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428793728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828254.466664:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828254.466670:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828254.466675:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828255.425476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828255.425476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828255.425545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828256.449528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828256.449541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828256.449577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828257.473489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828257.473562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828257.473569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828258.497490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828258.497529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828258.497586:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828259.521499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828259.521598:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828259.521644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828259.585559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828259.585565:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828259.585569:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828259.585577:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2360 00000100:00080000:2.0:1787828259.585585:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828259.585590:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828259.585622:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428793856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828259.585643:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828259.585646:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828259.585647:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828259.585650:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2360 00000100:00080000:2.0:1787828259.585653:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828259.585656:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828259.585663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828259.585673:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428793984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828259.585678:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428793856:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828259.585684:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828259.585688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828259.585689:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828259.585692:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2360 00000100:00080000:2.0:1787828259.585694:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828259.585697:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828259.585700:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828259.585708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428794112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828259.585715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828259.585718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828259.585719:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828259.585721:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2360 00000100:00080000:2.0:1787828259.585723:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828259.585726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828259.585729:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828259.585736:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828259.585740:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428794240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828259.585776:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828259] req@ffff9ab5f9803480 x1874671428793856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828259.585789:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428793856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828259.585805:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828259.585809:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828259.585812:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428793856:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828259.585831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793984:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828259.585847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828259.585855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828259] req@ffff9ab5f98003c0 x1874671428793984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828259.585863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428793984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828259.585869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828259.585871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828259.585873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428793984:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828259.585877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828259.585888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828259.585894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828259] req@ffff9ab5f9802d00 x1874671428794112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828259.585901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428794112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828259.585906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828259.585908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828259.585910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828259.585914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828259.585924:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828259.585929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828259] req@ffff9ab5f98021c0 x1874671428794240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828259.585937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428794240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828259.585941:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828259.585943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828259.585945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828260.545466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828260.545484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828260.545669:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828261.569493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828261.569493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828261.569658:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828262.593532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828262.593532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828262.593581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828263.617548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828263.617553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828263.617661:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828264.641606:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828264.641637:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828264.641742:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828264.705627:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828264.705645:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828264.705654:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828264.705674:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2365 00000100:00080000:1.0:1787828264.705696:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828264.705710:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828264.705788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428794368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828264.705850:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828264.705859:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828264.705864:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828264.705873:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2365 00000100:00080000:1.0:1787828264.705882:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828264.705889:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828264.705910:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828264.705943:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428794496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828264.705974:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428794368:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828264.705974:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828264.706004:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828264.706009:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828264.706023:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2365 00000100:00080000:1.0:1787828264.706034:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828264.706044:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828264.706058:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787828264.706083:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828264.706110:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428794624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828264.706139:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828264.706149:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff9ab5f24b9680 x1874671428794368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.706153:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828264.706167:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828264.706187:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2365 00000100:00100000:0.0:1787828264.706193:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428794368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.706206:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828264.706219:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.706231:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00080000:0.0:1787828264.706234:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828264.706251:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428794368:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787828264.706261:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828264.706294:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794496:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828264.706304:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428794752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828264.706331:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828264.706355:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff9ab5f24ba580 x1874671428794496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828264.706455:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428794496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828264.706467:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828264.706473:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828264.706481:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794496:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828264.706494:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828264.706521:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828264.706534:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff9ab5f24b8f00 x1874671428794624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828264.706548:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428794624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828264.706577:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828264.706582:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828264.706592:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828264.706611:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828264.706636:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828264.706649:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff9ab5f24ba1c0 x1874671428794752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828264.706664:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428794752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828264.706674:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828264.706678:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828264.706682:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428794752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828265.665538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828265.665550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828265.665570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828266.689572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828266.689645:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828266.689745:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828267.713530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828267.713530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828267.713659:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828268.737589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828268.737589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828268.737639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828269.761610:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828269.761616:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828269.761677:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828269.825566:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828269.825578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828269.825584:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828269.825597:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2370 00000100:00080000:1.0:1787828269.825611:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828269.825635:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828269.825708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428794880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828269.825767:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828269.825772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828269.825775:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828269.825780:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2370 00000100:00080000:1.0:1787828269.825786:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828269.825794:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828269.825812:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828269.825840:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428795008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828269.825848:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428794880:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828269.825881:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828269.825886:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828269.825889:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828269.825896:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2370 00000100:00080000:1.0:1787828269.825902:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828269.825908:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828269.825917:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828269.825937:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428795136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828269.825951:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828269.825955:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828269.825957:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828269.825961:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2370 00000100:00080000:1.0:1787828269.825965:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828269.825970:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828269.825979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787828269.825983:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828269.826002:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428795264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828269.826071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff9ab5f24b92c0 x1874671428794880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828269.826098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428794880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828269.826113:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828269.826118:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828269.826123:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428794880:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828269.826165:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795008:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828269.826194:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828269.826232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff9ab5f24b83c0 x1874671428795008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828269.826249:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428795008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828269.826261:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828269.826265:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828269.826270:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795008:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828269.826278:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828269.826312:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828269.826324:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff9ab5f24b8000 x1874671428795136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828269.826389:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428795136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828269.826400:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828269.826404:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828269.826408:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828269.826460:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828269.826499:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828269.826514:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff9ab5f24bb840 x1874671428795264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828269.826527:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428795264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828269.826545:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828269.826549:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828269.826553:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828270.785506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828270.785640:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828270.785640:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828271.809513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828271.809534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828271.809567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828272.833518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828272.833518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828272.833568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828273.857544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828273.857546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828273.857640:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828274.881634:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828274.881659:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828274.881749:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828274.945599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828274.945615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828274.945623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828274.945641:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2375 00000100:00080000:0.0:1787828274.945660:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828274.945672:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828274.945718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428795392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828274.945774:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828274.945780:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828274.945783:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828274.945788:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2375 00000100:00080000:0.0:1787828274.945794:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828274.945799:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828274.945813:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828274.945841:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428795520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828274.945852:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428795392:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828274.945899:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828274.945908:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828274.945911:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828274.945919:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2375 00000100:00080000:0.0:1787828274.945926:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828274.945932:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828274.945941:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828274.945960:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428795648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828274.945976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828274.945986:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828274.945993:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828274.945996:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828274.946003:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2375 00000100:00080000:0.0:1787828274.946009:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828274.946013:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828274.946020:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828274.946037:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428795776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828274.946047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff9ab5f27af480 x1874671428795392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.946085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428795392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.946100:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.946106:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828274.946112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428795392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828274.946143:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795520:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828274.946183:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828274.946210:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff9ab5f27af840 x1874671428795520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.946236:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428795520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.946256:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.946263:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828274.946267:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795520:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828274.946320:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828274.946358:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828274.946375:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff9ab5f27acb40 x1874671428795648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.946391:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428795648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.946435:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.946440:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828274.946445:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828274.946454:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828274.946479:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828274.946493:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff9ab5f27ac000 x1874671428795776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.946507:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428795776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.946518:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.946521:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828274.946525:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428795776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828275.905543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828275.905545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828275.905565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828276.929557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828276.929595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828276.929610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828277.953464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828277.953511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828277.953550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828278.977527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828278.977551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828278.977584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828280.001480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828280.001488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828280.001498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828280.065479:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828280.065489:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828280.065493:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828280.065503:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2380 00000100:00080000:1.0:1787828280.065512:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828280.065518:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828280.065550:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428795904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828280.065574:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828280.065577:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828280.065579:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828280.065582:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2380 00000100:00080000:1.0:1787828280.065584:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828280.065586:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828280.065594:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828280.065603:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428796032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828280.065611:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828280.065615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828280.065617:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828280.065618:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428795904:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828280.065622:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2380 00000100:00080000:1.0:1787828280.065628:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828280.065630:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828280.065633:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828280.065642:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428796160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828280.065649:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828280.065651:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828280.065653:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828280.065655:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2380 00000100:00080000:1.0:1787828280.065658:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828280.065660:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828280.065663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828280.065670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428796288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828280.065679:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828280.065721:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280] req@ffff9ab5f24bb840 x1874671428795904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828280.065737:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428795904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828280.065745:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828280.065748:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828280.065751:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428795904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828280.065770:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796032:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828280.065795:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828280.065809:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280] req@ffff9ab5f24b8000 x1874671428796032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828280.065823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428796032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828280.065833:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828280.065836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828280.065838:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796032:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828280.065843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828280.065858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828280.065866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280] req@ffff9ab5f24b83c0 x1874671428796160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828280.065874:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428796160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828280.065885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828280.065887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828280.065889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828280.065892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828280.065902:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828280.065908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280] req@ffff9ab5f24b92c0 x1874671428796288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828280.065914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428796288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828280.065919:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828280.065921:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828280.065923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828281.025472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828281.025496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828281.025514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828282.049496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828282.049508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828282.049523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828283.073496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828283.073496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828283.073530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828284.097487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828284.097487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828284.097510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828285.121467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828285.121467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828285.121522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828285.185472:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828285.185480:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828285.185484:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828285.185494:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2385 00000100:00080000:2.0:1787828285.185502:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828285.185509:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828285.185539:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428796416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828285.185562:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828285.185580:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828285.185582:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828285.185587:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2385 00000100:00080000:2.0:1787828285.185592:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828285.185598:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828285.185608:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828285.185616:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428796416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828285.185643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428796544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828285.185679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828285.185687:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828285.185692:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828285.185702:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2385 00000100:00080000:2.0:1787828285.185712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828285.185737:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787828285.185742:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787828285.185744:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828285.185760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428796672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828285.185771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828285.185775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787828285.185778:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285] req@ffff9ab5f9800780 x1874671428796416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828285.185779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828285.185810:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2385 00000100:00080000:2.0:1787828285.185824:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828285.185833:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428796416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828285.185837:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828285.185872:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1787828285.185888:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828285.185896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828285.185897:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428796800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828285.185902:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428796416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828285.185961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796544:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828285.185989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828285.186002:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285] req@ffff9ab5f9803840 x1874671428796544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828285.186015:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428796544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828285.186036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828285.186039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828285.186042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796544:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828285.186049:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828285.186067:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828285.186075:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285] req@ffff9ab5f9801680 x1874671428796672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828285.186123:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428796672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828285.186135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828285.186140:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828285.186144:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828285.186152:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828285.186177:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828285.186189:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285] req@ffff9ab5f9802940 x1874671428796800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828285.186203:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428796800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828285.186213:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828285.186216:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828285.186220:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428796800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828286.145469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828286.145471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828286.145511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828287.169465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828287.169492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828287.169519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828288.193487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828288.193490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828288.193508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828289.217479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828289.217507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828289.217515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828290.241485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828290.241485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828290.241527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828290.305472:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828290.305480:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828290.305484:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828290.305493:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2391 00000100:00080000:2.0:1787828290.305503:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828290.305508:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828290.305541:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428796928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828290.305565:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828290.305567:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828290.305569:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828290.305571:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2391 00000100:00080000:2.0:1787828290.305574:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828290.305576:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828290.305590:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828290.305605:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428797056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828290.305610:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428796928:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828290.305633:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828290.305638:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828290.305640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828290.305645:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2391 00000100:00080000:2.0:1787828290.305649:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828290.305653:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828290.305658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828290.305669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428797184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828290.305676:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828290.305681:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828290.305685:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828290.305687:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828290.305692:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2391 00000100:00080000:2.0:1787828290.305697:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828290.305702:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828290.305707:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828290.305718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428797312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828290.305735:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290] req@ffff9ab5f9801a40 x1874671428796928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828290.305758:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428796928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828290.305768:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828290.305773:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828290.305777:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428796928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828290.305801:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797056:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828290.305826:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828290.305836:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290] req@ffff9ab5f9800000 x1874671428797056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828290.305845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428797056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828290.305851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828290.305853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828290.305855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828290.305860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828290.305872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828290.305877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290] req@ffff9ab5f98012c0 x1874671428797184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828290.305889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428797184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828290.305895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828290.305897:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828290.305899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828290.305902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828290.305912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828290.305917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290] req@ffff9ab5f9801e00 x1874671428797312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828290.305924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428797312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828290.305929:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828290.305931:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828290.305933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828291.265499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828291.265505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828291.265535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828292.289484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828292.289494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828292.289521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828293.313502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828293.313502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828293.313526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828294.337508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828294.337530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828294.337554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828295.361480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828295.361482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828295.361517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828295.425479:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828295.425493:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828295.425497:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828295.425509:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2396 00000100:00080000:2.0:1787828295.425522:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828295.425529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828295.425569:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428797440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828295.425600:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828295.425604:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828295.425606:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828295.425610:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2396 00000100:00080000:2.0:1787828295.425614:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828295.425619:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828295.425630:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828295.425648:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428797568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828295.425649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428797440:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828295.425668:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828295.425672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828295.425674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828295.425678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2396 00000100:00080000:2.0:1787828295.425682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828295.425687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828295.425693:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828295.425705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428797696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828295.425715:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828295.425720:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828295.425725:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828295.425726:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828295.425731:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2396 00000100:00080000:2.0:1787828295.425735:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828295.425738:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828295.425742:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828295.425752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428797824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828295.425780:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295] req@ffff9ab5f9800b40 x1874671428797440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828295.425808:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428797440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828295.425821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828295.425826:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828295.425830:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428797440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828295.425851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797568:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828295.425872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828295.425884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295] req@ffff9ab5f9800f00 x1874671428797568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828295.425896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428797568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828295.425905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828295.425908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828295.425912:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797568:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828295.425919:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828295.425935:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828295.425944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295] req@ffff9ab5f9802580 x1874671428797696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828295.425956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428797696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828295.425973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828295.425976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828295.425979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828295.425985:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828295.426000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828295.426009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295] req@ffff9ab5f9801e00 x1874671428797824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828295.426021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428797824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828295.426029:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828295.426032:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828295.426036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428797824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828296.385513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828296.385529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828296.385554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828297.409510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828297.409548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828297.409559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828298.433484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828298.433495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828298.433548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828299.457478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828299.457482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828299.457573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828300.481567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828300.481576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828300.481611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828300.545549:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828300.545558:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828300.545562:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828300.545570:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2401 00000100:00080000:3.0:1787828300.545580:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828300.545586:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828300.545621:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428797952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828300.545644:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828300.545647:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828300.545649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828300.545652:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2401 00000100:00080000:3.0:1787828300.545654:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828300.545656:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828300.545663:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828300.545672:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428798080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828300.545684:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828300.545687:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828300.545688:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828300.545690:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2401 00000100:00080000:3.0:1787828300.545693:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828300.545697:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828300.545702:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828300.545717:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428797952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828300.545717:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428798208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828300.545745:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828300.545749:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828300.545751:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828300.545757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2401 00000100:00080000:3.0:1787828300.545762:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828300.545766:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828300.545770:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828300.545782:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428798336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828300.545822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828300.545877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300] req@ffff9ab5f994a580 x1874671428797952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828300.545900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428797952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828300.545920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828300.545926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828300.545931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428797952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828300.545940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798080:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828300.545966:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828300.545981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300] req@ffff9ab5f9948780 x1874671428798080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828300.545995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428798080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828300.546005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828300.546009:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828300.546013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828300.546042:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828300.546064:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828300.546076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300] req@ffff9ab5f994ad00 x1874671428798208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828300.546089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428798208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828300.546099:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828300.546103:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828300.546106:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828300.546129:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828300.546151:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828300.546164:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300] req@ffff9ab5f9948b40 x1874671428798336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828300.546177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428798336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828300.546186:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828300.546190:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828300.546194:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828301.505512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828301.505542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828301.505548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828302.529498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828302.529498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828302.529555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828303.553530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828303.553539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828303.553566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828304.577498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828304.577498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828304.577564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828305.601524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828305.601527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828305.601530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787828305.665730:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828305.665744:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828305.665750:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828305.665762:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2406 00000100:00080000:3.0:1787828305.665774:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828305.665783:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828305.665823:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428798464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828305.665851:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828305.665854:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828305.665856:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828305.665875:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2406 00000100:00080000:3.0:1787828305.665881:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828305.665887:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828305.665897:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828305.665906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428798464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828305.665919:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428798592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828305.665945:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828305.665949:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828305.665952:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828305.665957:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2406 00000100:00080000:3.0:1787828305.665962:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828305.665967:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828305.665976:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828305.665995:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428798720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828305.666014:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828305.666027:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828305.666030:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828305.666032:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828305.666037:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2406 00000100:00080000:3.0:1787828305.666041:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828305.666045:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828305.666050:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828305.666066:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428798848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828305.666107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305] req@ffff9ab5f99492c0 x1874671428798464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828305.666137:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428798464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828305.666151:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828305.666160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828305.666168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428798464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828305.666200:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798592:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828305.666230:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828305.666246:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305] req@ffff9ab5f994bc00 x1874671428798592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828305.666262:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428798592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828305.666275:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828305.666280:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828305.666285:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798592:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828305.666296:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828305.666318:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828305.666330:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305] req@ffff9ab5f994b0c0 x1874671428798720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828305.666343:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428798720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828305.666354:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828305.666357:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828305.666361:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828305.666368:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828305.666390:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828305.666444:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305] req@ffff9ab5f994a1c0 x1874671428798848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828305.666458:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428798848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828305.666466:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828305.666470:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828305.666473:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428798848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828306.625492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828306.625517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828306.625532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828307.649476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828307.649483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828307.649513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828308.673515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828308.673568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828308.673602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828309.697617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828309.697621:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828309.697683:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828310.721553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828310.721580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828310.721585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828310.785656:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828310.785669:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828310.785675:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828310.785698:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2411 00000100:00080000:2.0:1787828310.785712:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828310.785721:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828310.785789:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428798976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828310.785844:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828310.785853:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828310.785858:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828310.785866:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2411 00000100:00080000:2.0:1787828310.785874:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828310.785882:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828310.785898:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828310.785924:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428799104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828310.785945:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828310.785952:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828310.785956:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828310.785966:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2411 00000100:00100000:1.0:1787828310.785976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428798976:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828310.785976:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828310.785993:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828310.786005:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828310.786028:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428799232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828310.786072:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828310.786080:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828310.786083:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828310.786105:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2411 00000100:00080000:2.0:1787828310.786111:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828310.786116:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828310.786124:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828310.786138:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828310.786144:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428799360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828310.786237:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff9ab5f98012c0 x1874671428798976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.786291:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428798976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.786306:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.786312:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828310.786319:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428798976:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828310.786330:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799104:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828310.786358:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828310.786373:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff9ab5f9800000 x1874671428799104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.786387:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428799104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.786397:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.786401:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828310.786404:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799104:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828310.786488:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828310.786524:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828310.786545:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff9ab5f9801a40 x1874671428799232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.786568:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428799232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.786585:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.786592:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828310.786599:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828310.786637:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828310.786668:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828310.786693:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff9ab5f9802940 x1874671428799360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.786717:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428799360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.786727:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.786731:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828310.786735:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828311.745538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828311.745538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828311.745562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828312.769508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828312.769557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828312.769587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828313.793537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828313.793537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828313.793568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828314.817494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828314.817494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828314.817513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828315.841465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828315.841469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828315.841548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828315.905488:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828315.905498:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828315.905502:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828315.905511:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2416 00000100:00080000:2.0:1787828315.905521:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828315.905527:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828315.905569:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428799488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828315.905604:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828315.905609:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828315.905610:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828315.905614:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2416 00000100:00080000:2.0:1787828315.905618:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828315.905622:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828315.905633:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828315.905649:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428799616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828315.905654:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428799488:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828315.905669:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828315.905672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828315.905674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828315.905677:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2416 00000100:00080000:2.0:1787828315.905681:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828315.905685:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828315.905689:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828315.905700:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428799744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828315.905707:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828315.905710:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828315.905711:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828315.905714:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2416 00000100:00080000:2.0:1787828315.905716:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828315.905719:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828315.905722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828315.905728:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428799872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828315.905768:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828315.905805:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828315.905831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828316.865523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828316.865625:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828316.865738:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828317.889534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828317.889537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828317.889617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828318.913532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828318.913585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828318.913616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828318.977786:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828318.977851:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828318.977889:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828318.977955:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828318.977969:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828318.977979:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787828318.978068:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828318] req@ffff9ab5f9803840 x1874671428799616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828318.978112:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428799616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828318.978133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828318.978141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828318.978147:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828318.978157:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828318] req@ffff9ab5f9800780 x1874671428799744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828318.978177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428799744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828318.978193:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828318.978199:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828318.978205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828318.978216:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828318] req@ffff9ab5f98021c0 x1874671428799872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828318.978237:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428799872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828318.978251:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828318.978256:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828318.978263:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428799872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828318.978275:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828318] req@ffff9ab5f9801680 x1874671428799488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828318.978297:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428799488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828318.978313:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828318.978318:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828318.978325:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428799488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828319.937458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828319.937476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828319.937518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828320.961472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828320.961472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828320.961529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828321.025502:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828321.025513:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828321.025516:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828321.025526:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2421 00000100:00080000:2.0:1787828321.025535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828321.025541:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828321.025571:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428800000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828321.025598:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828321.025602:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828321.025604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828321.025607:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2421 00000100:00080000:2.0:1787828321.025609:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828321.025611:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828321.025619:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828321.025628:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428800128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828321.025636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828321.025639:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828321.025640:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828321.025643:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2421 00000100:00080000:2.0:1787828321.025645:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828321.025647:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828321.025651:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828321.025655:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428800000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828321.025660:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428800256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828321.025671:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828321.025673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828321.025674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828321.025676:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2421 00000100:00080000:2.0:1787828321.025678:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828321.025681:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828321.025685:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828321.025692:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428800384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828321.025744:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828321.025797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321] req@ffff9ab5f9802d00 x1874671428800000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828321.025819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428800000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828321.025832:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828321.025836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828321.025841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428800000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828321.025850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800128:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828321.025883:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828321.025901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321] req@ffff9ab5f98003c0 x1874671428800128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828321.025913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428800128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828321.025923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828321.025927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828321.025931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800128:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828321.025959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828321.026003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828321.026018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321] req@ffff9ab5f9803480 x1874671428800256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828321.026035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428800256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828321.026045:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828321.026049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828321.026059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828321.026067:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828321.026090:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828321.026103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321] req@ffff9ab5f9801680 x1874671428800384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828321.026117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428800384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828321.026128:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828321.026132:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828321.026136:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828321.985502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828321.985502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828321.985598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828323.009478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828323.009478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828323.009579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828324.033543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828324.033549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828324.033720:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828325.057496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828325.057501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828325.057630:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828326.081523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828326.081527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828326.081662:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828326.145499:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828326.145509:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828326.145512:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828326.145521:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2426 00000100:00080000:3.0:1787828326.145530:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828326.145536:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828326.145567:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428800512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828326.145589:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828326.145592:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828326.145593:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828326.145596:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2426 00000100:00080000:3.0:1787828326.145599:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828326.145601:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828326.145610:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828326.145619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428800640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828326.145628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828326.145631:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828326.145632:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828326.145636:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2426 00000100:00080000:3.0:1787828326.145639:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828326.145644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428800512:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828326.145644:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828326.145655:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828326.145663:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428800768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828326.145670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828326.145672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828326.145674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828326.145676:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2426 00000100:00080000:3.0:1787828326.145679:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828326.145682:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828326.145687:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828326.145697:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428800896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828326.145742:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828326.145796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828326] req@ffff9ab5f994a940 x1874671428800512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828326.145813:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428800512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828326.145824:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828326.145829:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828326.145835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428800512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828326.145870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800640:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828326.145894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828326.145905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828326] req@ffff9ab5f994b480 x1874671428800640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828326.145913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428800640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828326.145920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828326.145922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828326.145924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800640:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828326.145929:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828326.145961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828326.145969:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828326] req@ffff9ab5f9948f00 x1874671428800768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828326.145993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428800768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828326.146004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828326.146007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828326.146009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828326.146014:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828326.146028:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828326.146035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828326] req@ffff9ab5f9949e00 x1874671428800896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828326.146043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428800896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828326.146048:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828326.146050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828326.146052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428800896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828327.105480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828327.105494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828327.105576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828328.129505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828328.129507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828328.129605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828329.153542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828329.153613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828329.153614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828330.177536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828330.177548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828330.177554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828331.201540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828331.201540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828331.201661:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828331.265560:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828331.265578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828331.265586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828331.265601:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2431 00000100:00080000:0.0:1787828331.265633:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828331.265663:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828331.265724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428801024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828331.265773:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828331.265796:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828331.265798:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828331.265805:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2431 00000100:00080000:0.0:1787828331.265812:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828331.265820:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828331.265838:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828331.265864:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428801024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828331.265870:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428801152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828331.265893:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828331.265900:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828331.265926:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828331.265950:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2431 00000100:00080000:0.0:1787828331.265958:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828331.265966:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828331.265975:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828331.265996:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428801280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828331.266008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828331.266024:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828331.266030:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828331.266034:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828331.266043:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2431 00000100:00080000:0.0:1787828331.266050:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828331.266057:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828331.266065:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828331.266079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331] req@ffff9ab5f27acf00 x1874671428801024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828331.266090:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428801408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828331.266113:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428801024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828331.266143:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828331.266167:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828331.266173:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428801024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828331.266210:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801152:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828331.266244:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828331.266263:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331] req@ffff9ab5f27ad2c0 x1874671428801152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828331.266276:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428801152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828331.266285:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828331.266288:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828331.266291:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801152:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828331.266298:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828331.266318:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828331.266327:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331] req@ffff9ab5f27ae940 x1874671428801280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828331.266369:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428801280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828331.266379:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828331.266382:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828331.266385:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828331.266391:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828331.266451:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828331.266464:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331] req@ffff9ab5f27ac000 x1874671428801408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828331.266475:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428801408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828331.266483:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828331.266486:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828331.266489:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828332.225519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828332.225536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828332.225572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828333.249539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828333.249584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828333.249620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828334.273497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828334.273503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828334.273541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828335.297519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828335.297520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828335.297583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828336.321533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828336.321570:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828336.321602:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828336.385558:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828336.385569:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828336.385575:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828336.385597:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2437 00000100:00080000:2.0:1787828336.385613:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828336.385623:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828336.385685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428801536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828336.385745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828336.385751:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828336.385754:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828336.385760:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2437 00000100:00080000:2.0:1787828336.385765:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828336.385771:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828336.385786:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828336.385806:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428801664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828336.385823:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828336.385828:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828336.385833:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828336.385839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428801536:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828336.385842:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2437 00000100:00080000:2.0:1787828336.385856:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828336.385862:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828336.385910:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828336.385931:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428801792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828336.385945:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828336.385949:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828336.385952:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828336.385958:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2437 00000100:00080000:2.0:1787828336.385963:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828336.385968:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828336.385974:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828336.386005:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428801920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828336.386016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828336.386107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336] req@ffff9ab5f98021c0 x1874671428801536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828336.386140:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428801536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828336.386176:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828336.386186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828336.386195:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428801536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828336.386238:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801664:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828336.386276:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828336.386295:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336] req@ffff9ab5f9800780 x1874671428801664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828336.386311:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428801664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828336.386322:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828336.386326:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828336.386331:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801664:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828336.386339:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828336.386361:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828336.386372:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336] req@ffff9ab5f9803840 x1874671428801792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828336.386387:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428801792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828336.386414:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828336.386417:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828336.386421:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828336.386427:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828336.386445:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828336.386455:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336] req@ffff9ab5f9802940 x1874671428801920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828336.386514:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428801920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828336.386523:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828336.386526:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828336.386529:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428801920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828337.345594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828337.345632:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828337.345634:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828338.369538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828338.369600:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828338.369619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828339.393543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828339.393548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828339.393589:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828340.417582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828340.417614:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828340.417696:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828341.441547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828341.441666:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828341.441699:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828341.505617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828341.505629:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828341.505634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828341.505647:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2442 00000100:00080000:1.0:1787828341.505663:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828341.505671:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828341.505719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428802048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828341.505764:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828341.505770:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828341.505773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828341.505778:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2442 00000100:00080000:1.0:1787828341.505783:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828341.505787:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828341.505800:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828341.505818:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428802176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828341.505862:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828341.505868:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828341.505871:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828341.505877:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2442 00000100:00080000:1.0:1787828341.505884:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828341.505890:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828341.505897:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828341.505919:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428802304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828341.505925:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428802048:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828341.505944:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828341.505952:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828341.505955:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828341.505960:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2442 00000100:00080000:1.0:1787828341.505964:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828341.505969:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828341.505974:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828341.505991:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428802432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828341.506090:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828341.506177:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341] req@ffff9ab5f24ba1c0 x1874671428802048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828341.506213:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428802048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828341.506238:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828341.506248:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828341.506257:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428802048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828341.506274:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802176:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828341.506320:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828341.506363:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341] req@ffff9ab5f24b8f00 x1874671428802176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828341.506454:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428802176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828341.506475:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828341.506482:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828341.506489:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828341.506540:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828341.506605:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828341.506632:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341] req@ffff9ab5f24ba580 x1874671428802304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828341.506657:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428802304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828341.506675:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828341.506682:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828341.506688:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828341.506700:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828341.506738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828341.506759:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341] req@ffff9ab5f24b9680 x1874671428802432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828341.506780:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428802432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828341.506806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828341.506812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828341.506818:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828342.465486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828342.465486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828342.465552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828343.489583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828343.489604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828343.489684:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828344.513475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828344.513492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828344.513617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828345.537605:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828345.537616:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828345.537680:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828346.561528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828346.561528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828346.561639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828346.625523:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828346.625534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828346.625567:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828346.625581:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2447 00000100:00080000:1.0:1787828346.625595:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828346.625621:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828346.625702:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428802560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828346.625742:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828346.625747:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828346.625750:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828346.625755:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2447 00000100:00080000:1.0:1787828346.625759:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828346.625764:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828346.625777:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828346.625833:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428802688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828346.625854:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828346.625855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428802560:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828346.625866:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828346.625870:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828346.625875:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2447 00000100:00080000:1.0:1787828346.625896:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828346.625903:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828346.625912:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828346.625935:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428802816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828346.625972:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828346.625976:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828346.625978:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828346.625984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828346.625989:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2447 00000100:00080000:1.0:1787828346.625995:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828346.626000:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828346.626005:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828346.626037:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428802944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828346.626081:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346] req@ffff9ab5f24b9680 x1874671428802560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828346.626108:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428802560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828346.626135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828346.626141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828346.626147:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428802560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828346.626202:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802688:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828346.626226:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828346.626270:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346] req@ffff9ab5f24ba580 x1874671428802688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828346.626283:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428802688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828346.626293:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828346.626297:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828346.626300:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802688:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828346.626306:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828346.626328:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828346.626355:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346] req@ffff9ab5f24b8f00 x1874671428802816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828346.626365:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428802816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828346.626373:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828346.626375:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828346.626378:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828346.626383:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828346.626397:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828346.626425:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346] req@ffff9ab5f24ba1c0 x1874671428802944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828346.626437:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428802944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828346.626446:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828346.626449:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828346.626453:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428802944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828347.585561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828347.585562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828347.585638:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828348.609581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828348.609607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828348.609756:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828349.633539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828349.633539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828349.633674:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828350.657556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828350.657601:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828350.657650:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828351.681537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828351.681537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828351.681658:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828351.745518:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828351.745526:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828351.745529:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828351.745538:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2452 00000100:00080000:2.0:1787828351.745547:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828351.745555:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828351.745597:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428803072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828351.745622:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828351.745625:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828351.745627:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828351.745630:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2452 00000100:00080000:2.0:1787828351.745633:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828351.745636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828351.745644:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828351.745653:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428803200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828351.745660:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828351.745663:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828351.745664:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828351.745666:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2452 00000100:00080000:2.0:1787828351.745669:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828351.745672:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828351.745676:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828351.745683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428803328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828351.745691:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828351.745694:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828351.745695:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828351.745699:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2452 00000100:00080000:2.0:1787828351.745701:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828351.745703:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828351.745706:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828351.745713:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428803456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828351.745733:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428803072:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787828351.745830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828351.745884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828351] req@ffff9ab5f9801a40 x1874671428803072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828351.745901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428803072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828351.745912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828351.745916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828351.745920:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428803072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828351.745926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803200:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828351.745943:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828351.745951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828351] req@ffff9ab5f9800000 x1874671428803200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828351.745964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428803200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828351.745970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828351.745972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828351.745974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803200:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828351.745978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828351.745991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828351.745996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828351] req@ffff9ab5f98012c0 x1874671428803328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828351.746004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428803328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828351.746010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828351.746012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828351.746013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828351.746037:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828351.746048:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828351.746054:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828351] req@ffff9ab5f9801e00 x1874671428803456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828351.746061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428803456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828351.746071:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828351.746074:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828351.746076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828352.705474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828352.705474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828352.705529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828353.729499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828353.729630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828353.729847:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828354.753591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828354.753626:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828354.753654:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828355.777567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828355.777577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828355.777587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828356.801601:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828356.801612:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828356.801672:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828356.865540:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828356.865555:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828356.865565:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828356.865582:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2457 00000100:00080000:2.0:1787828356.865599:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828356.865611:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828356.865662:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428803584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828356.865706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828356.865712:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828356.865716:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828356.865749:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2457 00000100:00080000:2.0:1787828356.865758:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828356.865766:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828356.865780:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828356.865808:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428803584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828356.865812:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428803712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828356.865838:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828356.865843:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828356.865847:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828356.865853:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2457 00000100:00080000:2.0:1787828356.865861:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828356.865868:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828356.865878:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828356.865898:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428803840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828356.865916:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787828356.865920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828356.865928:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828356.865934:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828356.865944:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2457 00000100:00080000:2.0:1787828356.865957:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828356.865963:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828356.865973:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828356.865997:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428803968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828356.866025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff9ab5f9802580 x1874671428803584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828356.866060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428803584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828356.866079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828356.866087:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828356.866097:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428803584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828356.866132:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803712:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828356.866171:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828356.866191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff9ab5f9800f00 x1874671428803712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828356.866246:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428803712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828356.866263:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828356.866270:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828356.866277:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828356.866293:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828356.866351:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828356.866365:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff9ab5f9800b40 x1874671428803840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828356.866378:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428803840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828356.866387:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828356.866391:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828356.866394:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828356.866400:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828356.866417:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828356.866426:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff9ab5f9801e00 x1874671428803968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828356.866437:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428803968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828356.866494:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828356.866498:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828356.866503:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428803968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828357.825530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828357.825530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828357.825665:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828358.849530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828358.849531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828358.849568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828359.873493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828359.873493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828359.873523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828360.897497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828360.897497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828360.897530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828361.921506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828361.921506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828361.921528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828361.985535:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.985545:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828361.985549:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.985559:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2462 00000100:00080000:0.0:1787828361.985571:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.985580:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828361.985633:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428804096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.985704:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.985709:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828361.985711:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.985717:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2462 00000100:00080000:0.0:1787828361.985722:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.985739:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828361.985750:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828361.985769:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428804224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.985786:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.985792:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787828361.985796:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428804096:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828361.985797:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.985810:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2462 00000100:00080000:0.0:1787828361.985817:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.985823:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828361.985831:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828361.985849:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428804352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.985864:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828361.985871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828361.985872:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828361.985878:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.985886:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2462 00000100:00080000:0.0:1787828361.985895:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.985899:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828361.985905:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828361.985916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff9ab5f27acb40 x1874671428804096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828361.985922:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428804480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828361.985957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428804096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.985969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.985974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828361.985978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428804096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828361.985999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804224:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828361.986018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828361.986028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff9ab5f27af840 x1874671428804224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.986038:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428804224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.986047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.986050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828361.986053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804224:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828361.986058:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828361.986071:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828361.986078:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff9ab5f27af480 x1874671428804352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.986088:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428804352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.986095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.986097:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828361.986100:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828361.986104:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828361.986134:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828361.986141:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff9ab5f27af0c0 x1874671428804480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.986149:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428804480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.986154:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.986156:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828361.986159:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828362.945516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828362.945516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828362.945539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828363.969485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828363.969488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828363.969509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828364.993529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828364.993538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828364.993553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828366.017480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828366.017487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828366.017565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828367.041540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828367.041580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828367.041615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828367.105619:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828367.105633:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828367.105639:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828367.105676:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2467 00000100:00080000:1.0:1787828367.105692:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828367.105702:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828367.105754:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428804608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828367.105793:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828367.105798:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828367.105801:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828367.105807:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2467 00000100:00080000:1.0:1787828367.105811:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828367.105815:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828367.105827:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828367.105845:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428804736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828367.105859:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828367.105865:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828367.105868:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828367.105875:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2467 00000100:00100000:3.0:1787828367.105885:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428804608:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828367.105887:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828367.105906:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828367.105919:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828367.105948:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428804864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828367.105972:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828367.105980:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828367.105988:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828367.105989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828367.106002:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2467 00000100:00080000:1.0:1787828367.106013:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828367.106021:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828367.106030:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828367.106049:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428804992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828367.106079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367] req@ffff9ab5f24b92c0 x1874671428804608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828367.106107:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428804608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828367.106123:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828367.106130:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828367.106137:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428804608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828367.106149:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804736:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828367.106194:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828367.106212:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367] req@ffff9ab5f24b83c0 x1874671428804736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828367.106229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428804736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828367.106247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828367.106254:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828367.106261:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828367.106301:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828367.106350:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828367.106368:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367] req@ffff9ab5f24b8000 x1874671428804864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828367.106383:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428804864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828367.106451:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828367.106461:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828367.106470:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828367.106484:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828367.106523:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828367.106540:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367] req@ffff9ab5f24bb840 x1874671428804992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828367.106555:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428804992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828367.106566:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828367.106570:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828367.106574:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428804992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828368.065576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828368.065603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828368.065726:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828369.089538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828369.089541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828369.089571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828370.113487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828370.113488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828370.113516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828371.137530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828371.137531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828371.137555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828372.161482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828372.161489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828372.161515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828372.225651:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828372.225668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828372.225673:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828372.225686:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2472 00000100:00080000:3.0:1787828372.225699:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828372.225707:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828372.225741:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428805120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828372.225783:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828372.225788:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828372.225790:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828372.225794:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2472 00000100:00080000:3.0:1787828372.225798:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828372.225802:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828372.225813:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828372.225825:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428805248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828372.225835:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828372.225839:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787828372.225841:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428805120:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828372.225841:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828372.225848:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2472 00000100:00080000:3.0:1787828372.225853:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828372.225856:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828372.225860:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828372.225869:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428805376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828372.225876:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828372.225878:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828372.225880:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828372.225883:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2472 00000100:00080000:3.0:1787828372.225885:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828372.225888:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828372.225892:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828372.225898:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428805504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828372.225912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828372.225949:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372] req@ffff9ab5f994b840 x1874671428805120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828372.225963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428805120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828372.225971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828372.225974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828372.225976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428805120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828372.225993:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805248:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828372.226012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828372.226025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372] req@ffff9ab5f9949a40 x1874671428805248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828372.226035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428805248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828372.226041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828372.226043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828372.226045:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805248:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828372.226051:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828372.226066:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828372.226072:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372] req@ffff9ab5f9948000 x1874671428805376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828372.226080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428805376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828372.226086:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828372.226088:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828372.226090:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828372.226093:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828372.226104:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828372.226110:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372] req@ffff9ab5f9949680 x1874671428805504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828372.226117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428805504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828372.226122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828372.226123:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828372.226125:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828373.185548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828373.185554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828373.185581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828374.209562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828374.209590:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828374.209667:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828375.233497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828375.233541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828375.233658:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828376.257575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828376.257576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828376.257670:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828377.281579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828377.281608:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828377.281632:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828377.345563:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828377.345601:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828377.345609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828377.345641:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2478 00000100:00080000:3.0:1787828377.345657:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828377.345669:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828377.345721:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428805632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828377.345763:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828377.345769:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828377.345773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828377.345780:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2478 00000100:00080000:3.0:1787828377.345786:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828377.345795:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828377.345819:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828377.345856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428805632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828377.345865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428805760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828377.345912:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828377.345919:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828377.345923:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828377.345930:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2478 00000100:00080000:3.0:1787828377.345939:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828377.345947:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828377.345953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787828377.345964:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828377.345992:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428805888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828377.346013:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377] req@ffff9ab5f9949680 x1874671428805632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828377.346014:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828377.346033:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828377.346043:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828377.346054:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428805632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828377.346056:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2478 00000100:00080000:3.0:1787828377.346078:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828377.346096:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828377.346096:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828377.346113:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1787828377.346129:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828377.346144:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428805632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828377.346146:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428806016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828377.346181:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805760:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828377.346215:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828377.346232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377] req@ffff9ab5f9948000 x1874671428805760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828377.346247:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428805760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828377.346270:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828377.346274:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828377.346279:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805760:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828377.346287:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828377.346312:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828377.346341:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377] req@ffff9ab5f9949a40 x1874671428805888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828377.346354:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428805888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828377.346364:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828377.346367:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828377.346371:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428805888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828377.346376:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828377.346394:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828377.346410:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377] req@ffff9ab5f994b840 x1874671428806016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828377.346482:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428806016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828377.346492:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828377.346496:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828377.346500:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828378.305550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828378.305561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828378.305635:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828379.329613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828379.329613:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828379.329692:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828380.353626:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828380.353636:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828380.353663:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828381.377499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828381.377502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828381.377536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828382.401524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828382.401524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828382.401541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828382.465521:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828382.465533:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828382.465538:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828382.465567:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2483 00000100:00080000:3.0:1787828382.465582:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828382.465607:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828382.465645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428806144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828382.465670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828382.465673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828382.465675:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828382.465678:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2483 00000100:00080000:3.0:1787828382.465680:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828382.465683:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828382.465692:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828382.465701:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428806272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828382.465709:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828382.465712:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828382.465714:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828382.465717:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2483 00000100:00080000:3.0:1787828382.465719:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828382.465722:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828382.465727:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428806144:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787828382.465728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828382.465739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428806400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828382.465747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828382.465750:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828382.465752:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828382.465755:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2483 00000100:00080000:3.0:1787828382.465758:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828382.465760:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828382.465763:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828382.465771:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428806528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828382.465828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828382.465855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828382.465874:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828383.425600:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828383.425618:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828383.425647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828384.449489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828384.449489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828384.449531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828385.473541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828385.473551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828385.473561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000400:00000100:3.0:1787828385.537696:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828385.537735:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828385.537749:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828385.537786:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828385.537798:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828385.537808:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828385.537820:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828385] req@ffff9ab5f994b480 x1874671428806400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828385.537845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428806400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828385.537858:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828385.537864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828385.537870:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828385.537880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828385] req@ffff9ab5f994a940 x1874671428806528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828385.537898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428806528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828385.537905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828385.537907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828385.537910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828385.537916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828385] req@ffff9ab5f9949e00 x1874671428806144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828385.537928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428806144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828385.537937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828385.537941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828385.537946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428806144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828385.537954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828385] req@ffff9ab5f9948f00 x1874671428806272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828385.537968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428806272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828385.537976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828385.537980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828385.537984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828386.497475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828386.497566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828386.497588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828387.521637:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828387.521705:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828387.522498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787828387.585540:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828387.585556:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828387.585563:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828387.585579:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2488 00000100:00080000:3.0:1787828387.585599:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828387.585611:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828387.585670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428806656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828387.585712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828387.585718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828387.585722:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828387.585728:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2488 00000100:00080000:3.0:1787828387.585733:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828387.585738:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828387.585753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828387.585770:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428806784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828387.585785:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828387.585793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828387.585797:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828387.585808:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2488 00000100:00100000:0.0:1787828387.585825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428806656:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828387.585852:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828387.585865:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828387.585877:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828387.585907:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428806912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828387.585941:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828387.585948:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828387.585952:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828387.585961:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2488 00000800:00000100:0.0:1787828387.585972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828387.585976:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828387.585990:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828387.586004:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828387.586059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387] req@ffff9ab5f994a1c0 x1874671428806656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828387.586073:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428807040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828387.586160:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428806656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828387.586185:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828387.586197:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828387.586206:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428806656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828387.586221:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806784:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828387.586267:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828387.586295:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387] req@ffff9ab5f994b0c0 x1874671428806784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828387.586334:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428806784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828387.586351:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828387.586358:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828387.586365:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806784:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828387.586474:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828387.586551:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828387.586576:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387] req@ffff9ab5f994bc00 x1874671428806912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828387.586605:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428806912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828387.586621:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828387.586627:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828387.586633:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428806912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828387.586645:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828387.586683:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828387.586705:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387] req@ffff9ab5f99492c0 x1874671428807040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828387.586729:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428807040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828387.586746:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828387.586753:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828387.586760:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828388.545499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828388.545575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828388.545579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828389.569555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828389.569572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828389.569590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828390.593482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828390.593514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828390.593548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828391.617471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828391.617501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828391.617601:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828392.641591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828392.641604:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828392.641684:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828392.705537:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.705547:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828392.705554:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.705569:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2493 00000100:00080000:3.0:1787828392.705584:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.705597:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828392.705662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428807168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.705716:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.705721:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828392.705724:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.705730:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2493 00000100:00080000:3.0:1787828392.705734:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.705740:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828392.705754:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828392.705778:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428807168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828392.705779:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428807296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.705806:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.705811:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828392.705814:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.705819:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2493 00000100:00080000:3.0:1787828392.705826:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.705832:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828392.705839:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828392.705856:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428807424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.705868:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.705872:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828392.705875:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787828392.705885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828392.705889:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2493 00000100:00080000:3.0:1787828392.705896:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.705903:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828392.705909:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828392.705923:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428807552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828392.705980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff9ab5f9948b40 x1874671428807168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828392.706018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428807168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828392.706032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828392.706039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828392.706046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428807168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828392.706082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807296:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828392.706115:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828392.706131:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff9ab5f994ad00 x1874671428807296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828392.706167:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428807296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828392.706178:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828392.706182:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828392.706186:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807296:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828392.706193:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828392.706217:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828392.706229:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff9ab5f9948780 x1874671428807424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828392.706244:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428807424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828392.706255:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828392.706261:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828392.706284:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828392.706300:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828392.706347:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828392.706376:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff9ab5f994a580 x1874671428807552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828392.706391:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428807552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828392.706445:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828392.706450:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828392.706455:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828393.665602:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828393.665607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828393.665651:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828394.689623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828394.689624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828394.689677:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828395.713527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828395.713578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828395.713619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828396.737478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828396.737515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828396.737539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828397.761580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828397.761580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828397.761621:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828397.825592:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828397.825605:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828397.825612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828397.825625:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2498 00000100:00080000:1.0:1787828397.825641:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828397.825650:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828397.825722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428807680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828397.825767:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828397.825773:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828397.825777:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828397.825786:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2498 00000100:00080000:1.0:1787828397.825792:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828397.825799:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828397.825815:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828397.825825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428807680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828397.825840:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428807808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828397.825858:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828397.825863:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828397.825866:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828397.825872:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2498 00000100:00080000:1.0:1787828397.825877:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828397.825882:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828397.825889:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828397.825903:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428807936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828397.825920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828397.825938:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828397.825944:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828397.825946:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828397.825954:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2498 00000100:00080000:1.0:1787828397.825959:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828397.825965:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828397.825970:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828397.825988:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428808064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828397.825993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff9ab5f24bb840 x1874671428807680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.826086:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428807680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.826100:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.826105:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828397.826110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428807680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828397.826138:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807808:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828397.826206:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828397.826229:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff9ab5f24b8000 x1874671428807808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.826252:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428807808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.826264:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.826268:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828397.826271:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807808:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828397.826279:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828397.826346:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828397.826356:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff9ab5f24b83c0 x1874671428807936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.826366:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428807936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.826373:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.826376:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828397.826378:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428807936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828397.826384:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828397.826397:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828397.826404:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff9ab5f24b92c0 x1874671428808064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828397.826434:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428808064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828397.826460:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828397.826474:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828397.826478:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828398.785550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828398.785551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828398.785572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828399.809586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828399.809597:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828399.809655:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828400.833525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828400.833554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828400.833600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828401.857543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828401.857556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828401.857613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828402.881554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828402.881555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828402.881652:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828402.945492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828402.945503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828402.945506:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828402.945515:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2503 00000100:00080000:1.0:1787828402.945524:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828402.945529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828402.945564:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428808192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828402.945587:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828402.945590:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828402.945592:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828402.945595:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2503 00000100:00080000:1.0:1787828402.945597:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828402.945600:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828402.945607:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828402.945616:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428808320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828402.945624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828402.945628:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428808192:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828402.945629:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828402.945631:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828402.945638:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2503 00000100:00080000:1.0:1787828402.945641:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828402.945643:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828402.945647:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828402.945657:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428808448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828402.945663:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828402.945665:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828402.945666:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828402.945669:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2503 00000100:00080000:1.0:1787828402.945672:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828402.945674:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828402.945677:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828402.945685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428808576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828402.945691:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828402.945742:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff9ab5f24ba1c0 x1874671428808192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828402.945765:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428808192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828402.945775:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828402.945778:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828402.945781:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428808192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828402.945799:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808320:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828402.945818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828402.945827:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff9ab5f24b8f00 x1874671428808320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828402.945834:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428808320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828402.945840:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828402.945842:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828402.945845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808320:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828402.945849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828402.945860:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828402.945865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff9ab5f24ba580 x1874671428808448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828402.945872:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428808448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828402.945878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828402.945879:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828402.945881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828402.945885:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828402.945894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828402.945900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff9ab5f24b9680 x1874671428808576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828402.945907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428808576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828402.945912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828402.945914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828402.945917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828403.905570:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828403.905634:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828403.905637:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828404.929515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828404.929515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828404.929564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828405.953527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828405.953548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828405.953604:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828406.977591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828406.977621:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828406.977782:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828408.001534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828408.001545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828408.001551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787828408.065592:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828408.065605:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828408.065609:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828408.065618:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2508 00000100:00080000:2.0:1787828408.065629:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828408.065636:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828408.065671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428808704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828408.065699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828408.065703:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828408.065704:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828408.065708:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2508 00000100:00080000:2.0:1787828408.065710:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828408.065713:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828408.065722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828408.065733:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428808832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828408.065744:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428808704:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828408.065745:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828408.065756:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828408.065758:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828408.065762:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2508 00000100:00080000:2.0:1787828408.065765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828408.065777:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828408.065783:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828408.065794:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428808960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828408.065803:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828408.065806:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828408.065807:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828408.065812:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828408.065814:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2508 00000100:00080000:2.0:1787828408.065820:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828408.065824:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828408.065828:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828408.065839:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428809088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828408.065864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408] req@ffff9ab5f98012c0 x1874671428808704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828408.065886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428808704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828408.065900:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828408.065905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828408.065911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428808704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828408.065938:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808832:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828408.065961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828408.065972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408] req@ffff9ab5f9800000 x1874671428808832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828408.065982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428808832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828408.065990:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828408.065992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828408.065995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828408.066000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828408.066014:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828408.066021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408] req@ffff9ab5f9801a40 x1874671428808960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828408.066030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428808960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828408.066036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828408.066038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828408.066041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428808960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828408.066045:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828408.066056:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828408.066063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408] req@ffff9ab5f9802940 x1874671428809088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828408.066071:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428809088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828408.066077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828408.066079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828408.066082:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828409.025551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828409.025591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828409.025601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828410.049556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828410.049564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828410.049619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828411.073515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828411.073515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828411.073539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828412.097477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828412.097497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828412.097530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828413.121559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828413.121576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828413.121644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828413.185563:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828413.185572:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828413.185577:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828413.185589:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2513 00000100:00080000:3.0:1787828413.185620:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828413.185629:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828413.185678:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428809216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828413.185731:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828413.185738:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828413.185741:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828413.185745:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2513 00000100:00080000:3.0:1787828413.185749:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828413.185753:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828413.185764:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828413.185778:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428809344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828413.185789:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828413.185793:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828413.185796:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828413.185800:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2513 00000100:00080000:3.0:1787828413.185805:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828413.185809:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828413.185815:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828413.185825:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428809472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828413.185837:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828413.185842:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428809216:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828413.185843:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828413.185849:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828413.185876:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2513 00000100:00080000:3.0:1787828413.185882:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828413.185886:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828413.185895:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828413.185913:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428809600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828413.185959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828413.186027:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413] req@ffff9ab5f994a580 x1874671428809216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828413.186078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428809216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828413.186091:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828413.186096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828413.186100:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428809216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828413.186108:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809344:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828413.186132:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828413.186144:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413] req@ffff9ab5f9948780 x1874671428809344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828413.186157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428809344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828413.186165:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828413.186168:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828413.186172:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828413.186196:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828413.186214:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828413.186225:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413] req@ffff9ab5f994ad00 x1874671428809472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828413.186237:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428809472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828413.186253:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828413.186257:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828413.186260:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828413.186283:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828413.186304:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828413.186315:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413] req@ffff9ab5f9948b40 x1874671428809600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828413.186328:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428809600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828413.186376:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828413.186380:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828413.186385:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828414.145523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828414.145526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828414.145599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828415.169526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828415.169560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828415.169599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828416.193498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828416.193509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828416.193584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828417.217524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828417.217566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828417.217588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828418.241499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828418.241547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828418.241597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828418.305453:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828418.305463:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828418.305467:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828418.305476:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2519 00000100:00080000:3.0:1787828418.305486:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828418.305492:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828418.305525:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428809728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828418.305546:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828418.305549:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828418.305550:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828418.305553:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2519 00000100:00080000:3.0:1787828418.305555:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828418.305558:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828418.305565:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828418.305574:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428809856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828418.305582:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828418.305585:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828418.305587:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828418.305591:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428809728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828418.305592:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2519 00000100:00080000:3.0:1787828418.305598:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828418.305603:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828418.305613:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828418.305621:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428809984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828418.305628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828418.305630:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828418.305632:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828418.305634:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2519 00000100:00080000:3.0:1787828418.305637:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828418.305639:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828418.305642:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828418.305649:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428810112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828418.305653:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828418.305692:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418] req@ffff9ab5f99492c0 x1874671428809728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828418.305706:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428809728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828418.305714:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828418.305717:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828418.305720:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428809728:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828418.305737:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809856:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828418.305752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828418.305760:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418] req@ffff9ab5f994bc00 x1874671428809856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828418.305767:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428809856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828418.305773:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828418.305775:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828418.305777:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828418.305781:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828418.305791:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828418.305797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418] req@ffff9ab5f994b0c0 x1874671428809984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828418.305804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428809984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828418.305810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828418.305811:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828418.305813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428809984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828418.305826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828418.305838:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828418.305844:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418] req@ffff9ab5f994a1c0 x1874671428810112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828418.305851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428810112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828418.305857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828418.305859:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828418.305861:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828419.265599:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828419.265615:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828419.265616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828420.289552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828420.289603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828420.289635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828421.313548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828421.313557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828421.313596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828422.337500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828422.337516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828422.337529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828423.361554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828423.361567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828423.361649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828423.425615:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828423.425627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828423.425633:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828423.425646:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2524 00000100:00080000:1.0:1787828423.425695:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828423.425706:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828423.425773:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428810240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828423.425804:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828423.425813:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828423.425814:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828423.425818:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2524 00000100:00080000:1.0:1787828423.425822:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828423.425825:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828423.425836:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828423.425846:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428810368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828423.425854:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828423.425857:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828423.425859:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828423.425862:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2524 00000100:00080000:1.0:1787828423.425864:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828423.425867:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828423.425872:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828423.425879:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428810496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828423.425888:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828423.425890:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828423.425892:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828423.425896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428810240:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828423.425897:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2524 00000100:00080000:1.0:1787828423.425905:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828423.425909:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828423.425913:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828423.425921:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428810624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828423.425991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828423.426047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423] req@ffff9ab5f24b9680 x1874671428810240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828423.426063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428810240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828423.426074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828423.426078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828423.426081:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428810240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828423.426088:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828423.426105:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828423.426114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423] req@ffff9ab5f24ba580 x1874671428810368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828423.426123:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428810368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828423.426129:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828423.426131:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828423.426134:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828423.426156:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828423.426169:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828423.426176:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423] req@ffff9ab5f24b8f00 x1874671428810496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828423.426185:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428810496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828423.426192:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828423.426194:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828423.426196:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828423.426200:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828423.426210:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828423.426216:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423] req@ffff9ab5f24ba1c0 x1874671428810624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828423.426225:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428810624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828423.426231:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828423.426233:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828423.426235:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828424.385505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828424.385541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828424.385597:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828425.409501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828425.409517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828425.409598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828426.433511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828426.433553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828426.433569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828427.457521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828427.457522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828427.457626:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828428.481553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828428.481578:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828428.481666:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828428.545497:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828428.545512:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828428.545520:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828428.545537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2529 00000100:00080000:1.0:1787828428.545555:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828428.545568:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828428.545648:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428810752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828428.545695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828428.545702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828428.545705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828428.545713:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2529 00000100:00080000:1.0:1787828428.545721:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828428.545729:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828428.545744:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828428.545772:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428810880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828428.545781:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428810752:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828428.545805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828428.545812:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828428.545816:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828428.545825:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2529 00000100:00080000:1.0:1787828428.545831:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828428.545836:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828428.545843:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828428.545864:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428811008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828428.545898:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787828428.545909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828428.545913:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828428.545921:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828428.545932:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2529 00000100:00080000:1.0:1787828428.545960:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828428.545970:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828428.545978:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828428.546012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428] req@ffff9ab5f24b92c0 x1874671428810752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828428.546013:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428811136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828428.546053:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428810752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828428.546069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828428.546077:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828428.546083:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428810752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828428.546116:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828428.546149:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828428.546167:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428] req@ffff9ab5f24b83c0 x1874671428810880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828428.546183:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428810880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828428.546194:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828428.546198:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828428.546204:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428810880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828428.546212:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828428.546270:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828428.546289:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428] req@ffff9ab5f24b8000 x1874671428811008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828428.546306:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428811008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828428.546319:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828428.546323:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828428.546327:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828428.546336:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828428.546365:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828428.546387:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428] req@ffff9ab5f24bb840 x1874671428811136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828428.546462:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428811136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828428.546475:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828428.546484:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828428.546490:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828429.505565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828429.505578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828429.505659:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828430.529566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828430.529606:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828430.529757:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828431.553615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828431.553620:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828431.553680:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828432.577524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828432.577545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828432.577594:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828433.601507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828433.601541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828433.601599:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787828433.665497:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828433.665506:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828433.665511:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828433.665521:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2534 00000100:00080000:1.0:1787828433.665532:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828433.665537:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828433.665574:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428811264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828433.665612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828433.665617:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828433.665620:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828433.665625:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2534 00000100:00080000:1.0:1787828433.665629:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828433.665635:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828433.665645:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828433.665655:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428811264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828433.665661:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428811392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828433.665671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828433.665674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828433.665675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828433.665678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2534 00000100:00080000:1.0:1787828433.665682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828433.665685:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828433.665688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828433.665697:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428811520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828433.665709:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828433.665711:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828433.665713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828433.665718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2534 00000800:00000100:0.0:1787828433.665720:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828433.665721:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828433.665735:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828433.665739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828433.665747:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428811648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828433.665786:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433] req@ffff9ab5f24bb840 x1874671428811264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828433.665801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428811264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828433.665809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828433.665812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828433.665815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428811264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828433.665845:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828433.665871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828433.665884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433] req@ffff9ab5f24b8000 x1874671428811392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828433.665898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428811392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828433.665904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828433.665906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828433.665909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828433.665916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828433.665937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828433.665950:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433] req@ffff9ab5f24b83c0 x1874671428811520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828433.665963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428811520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828433.665970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828433.665972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828433.665975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828433.665979:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828433.665994:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828433.666009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433] req@ffff9ab5f24b92c0 x1874671428811648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828433.666017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428811648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828433.666027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828433.666029:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828433.666031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828434.625567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828434.625605:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828434.625631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828435.649496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828435.649531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828435.649543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828436.673514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828436.673624:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828436.673631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828437.697563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828437.697577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828437.697649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828438.721541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828438.721541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828438.721590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828438.786215:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828438.786232:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828438.786238:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828438.786254:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2539 00000100:00080000:0.0:1787828438.786269:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828438.786280:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828438.786346:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428811776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828438.786384:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828438.786388:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828438.786390:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828438.786394:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2539 00000100:00080000:0.0:1787828438.786435:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828438.786443:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828438.786455:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428811776:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828438.786456:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828438.786480:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428811904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828438.786501:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828438.786505:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828438.786508:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828438.786512:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2539 00000100:00080000:0.0:1787828438.786516:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828438.786520:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828438.786526:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828438.786539:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428812032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828438.786547:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828438.786558:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828438.786563:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828438.786565:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828438.786571:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2539 00000100:00080000:0.0:1787828438.786584:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828438.786588:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828438.786592:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828438.786604:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428812160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828438.786637:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff9ab5f27ac3c0 x1874671428811776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828438.786663:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428811776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828438.786677:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828438.786682:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828438.786686:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428811776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828438.786726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828438.786758:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828438.786773:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff9ab5f27afc00 x1874671428811904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828438.786786:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428811904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828438.786795:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828438.786798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828438.786801:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428811904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828438.786807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828438.786831:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828438.786843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff9ab5f27ade00 x1874671428812032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828438.786856:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428812032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828438.786866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828438.786870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828438.786873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828438.786880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828438.786899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828438.786907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff9ab5f27ae1c0 x1874671428812160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828438.786920:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428812160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828438.786926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828438.786928:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828438.786931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828439.745575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828439.745576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828439.745643:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828440.769517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828440.769517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828440.769589:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828441.793564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828441.793604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828441.793643:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828442.817546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828442.817546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828442.817719:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828443.841565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828443.841565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828443.841622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828443.905609:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828443.905624:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828443.905628:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828443.905639:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2544 00000100:00080000:1.0:1787828443.905650:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828443.905657:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828443.905694:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428812288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828443.905730:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828443.905735:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828443.905739:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828443.905745:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2544 00000100:00080000:1.0:1787828443.905751:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828443.905758:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828443.905775:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428812288:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787828443.905780:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828443.905798:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428812416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828443.905810:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828443.905814:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828443.905816:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828443.905819:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2544 00000100:00080000:1.0:1787828443.905823:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828443.905827:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828443.905833:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828443.905844:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428812544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828443.905855:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828443.905856:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828443.905862:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828443.905864:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828443.905869:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2544 00000100:00080000:1.0:1787828443.905873:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828443.905877:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828443.905881:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828443.905891:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428812672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828443.905915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff9ab5f24ba1c0 x1874671428812288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828443.905936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428812288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828443.905947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828443.905951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828443.905954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428812288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828443.905996:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828443.906022:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828443.906034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff9ab5f24b8f00 x1874671428812416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828443.906047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428812416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828443.906055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828443.906059:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828443.906062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828443.906067:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828443.906083:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828443.906092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff9ab5f24ba580 x1874671428812544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828443.906103:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428812544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828443.906111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828443.906113:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828443.906116:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828443.906186:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828443.906214:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828443.906239:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff9ab5f24b9680 x1874671428812672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828443.906252:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428812672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828443.906283:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828443.906286:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828443.906289:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828444.865487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828444.865487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828444.865505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828445.889569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828445.889609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828445.889637:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828446.913512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828446.913522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828446.913565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828447.937505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828447.937528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828447.937530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828448.961512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828448.961527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828448.961631:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828449.025562:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828449.025573:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828449.025578:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828449.025588:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2549 00000100:00080000:2.0:1787828449.025621:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828449.025629:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828449.025674:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428812800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828449.025724:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828449.025730:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828449.025733:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828449.025739:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2549 00000100:00080000:2.0:1787828449.025754:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828449.025760:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828449.025773:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828449.025791:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428812928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828449.025798:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428812800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828449.025815:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828449.025820:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828449.025822:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828449.025827:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2549 00000100:00080000:2.0:1787828449.025831:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828449.025835:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828449.025841:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828449.025865:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428813056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828449.025874:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828449.025877:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828449.025879:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828449.025882:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2549 00000100:00080000:2.0:1787828449.025885:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828449.025889:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828449.025893:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828449.025903:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428813184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828449.025963:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828449.026000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828449.026032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828449.985500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828449.985503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828449.985589:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828451.009496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828451.009531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828451.009572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828452.033491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828452.033555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828452.033595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828452.097807:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828452.097910:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828452.097936:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828452.098013:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828452.098030:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828452.098050:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828452.098120:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828452] req@ffff9ab5f9800780 x1874671428812928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828452.098166:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428812928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828452.098200:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828452.098209:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828452.098218:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428812928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828452.098232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828452] req@ffff9ab5f98021c0 x1874671428813056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828452.098260:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428813056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828452.098314:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828452.098322:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828452.098328:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828452.098341:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828452] req@ffff9ab5f9801680 x1874671428813184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828452.098440:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428813184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828452.098460:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828452.098469:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828452.098478:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828452.098491:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828452] req@ffff9ab5f9803840 x1874671428812800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828452.098516:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428812800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828452.098532:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828452.098539:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828452.098545:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428812800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828453.057509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828453.057557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828453.057597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828454.081506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828454.081508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828454.081543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828454.145628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828454.145641:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828454.145645:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828454.145656:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2554 00000100:00080000:3.0:1787828454.145667:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828454.145675:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828454.145712:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428813312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828454.145747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828454.145751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828454.145753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828454.145758:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2554 00000100:00080000:3.0:1787828454.145762:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828454.145766:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828454.145777:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828454.145798:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428813440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828454.145805:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428813312:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828454.145843:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828454.145848:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828454.145850:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828454.145856:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2554 00000100:00080000:3.0:1787828454.145867:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828454.145874:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828454.145899:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828454.145922:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428813568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828454.145929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828454.145949:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828454.145956:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828454.145959:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828454.145968:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2554 00000100:00080000:3.0:1787828454.145974:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828454.145981:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828454.145989:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828454.145999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454] req@ffff9ab5f9948f00 x1874671428813312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828454.146013:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428813696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828454.146043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428813312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828454.146134:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828454.146142:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828454.146150:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428813312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828454.146187:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828454.146235:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828454.146258:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454] req@ffff9ab5f9949e00 x1874671428813440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828454.146280:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428813440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828454.146296:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828454.146303:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828454.146308:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828454.146319:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828454.146354:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828454.146373:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454] req@ffff9ab5f994a940 x1874671428813568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828454.146391:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428813568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828454.146441:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828454.146447:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828454.146452:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828454.146462:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828454.146495:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828454.146514:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454] req@ffff9ab5f994b480 x1874671428813696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828454.146545:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428813696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828454.146558:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828454.146564:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828454.146569:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828455.105499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828455.105535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828455.105620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828456.129533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828456.129544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828456.129643:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828457.153489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828457.153496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828457.153553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828458.177529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828458.177572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828458.177585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828459.201582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828459.201584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828459.201590:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787828459.265507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828459.265519:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828459.265524:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828459.265537:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2559 00000100:00080000:3.0:1787828459.265550:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828459.265560:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828459.265608:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428813824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828459.265647:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828459.265654:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828459.265658:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828459.265666:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2559 00000100:00080000:3.0:1787828459.265674:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828459.265681:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828459.265697:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828459.265722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428813952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828459.265737:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428813824:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828459.265742:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828459.265749:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828459.265753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828459.265759:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2559 00000100:00080000:3.0:1787828459.265765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828459.265772:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828459.265781:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828459.265798:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428814080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828459.265814:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828459.265820:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787828459.265824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828459.265824:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828459.265831:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2559 00000100:00080000:3.0:1787828459.265836:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828459.265842:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828459.265850:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828459.265886:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949680 x1874671428814208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828459.265888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828459] req@ffff9ab5f994b840 x1874671428813824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828459.265919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428813824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828459.265938:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828459.265945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828459.265953:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428813824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828459.265994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828459.266058:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828459.266076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828459] req@ffff9ab5f9949a40 x1874671428813952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828459.266092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428813952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828459.266112:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828459.266116:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828459.266121:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428813952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828459.266129:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828459.266151:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828459.266163:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828459] req@ffff9ab5f9948000 x1874671428814080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828459.266176:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428814080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828459.266187:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828459.266190:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828459.266194:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828459.266200:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828459.266218:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828459.266228:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828459] req@ffff9ab5f9949680 x1874671428814208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828459.266242:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949680 x1874671428814208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828459.266251:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828459.266254:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828459.266259:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828460.225532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828460.225576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828460.225632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828461.249496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828461.249527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828461.249560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828462.273482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828462.273489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828462.273517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828463.297546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828463.297574:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828463.297603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828464.321505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828464.321519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828464.321531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828464.385498:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828464.385508:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828464.385512:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828464.385522:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2565 00000100:00080000:3.0:1787828464.385535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828464.385544:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828464.385581:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428814336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828464.385621:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828464.385625:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828464.385627:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828464.385632:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2565 00000100:00080000:3.0:1787828464.385637:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828464.385641:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828464.385652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428814336:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787828464.385652:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828464.385672:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428814464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828464.385687:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828464.385691:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828464.385693:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828464.385696:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2565 00000100:00080000:3.0:1787828464.385700:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828464.385704:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828464.385709:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:1.0:1787828464.385710:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828464.385735:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428814592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828464.385747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828464.385749:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464] req@ffff9ab5f9948000 x1874671428814336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828464.385753:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828464.385757:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828464.385766:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2565 00000100:00080000:3.0:1787828464.385770:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828464.385774:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428814336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828464.385778:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828464.385786:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1787828464.385790:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.385795:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828464.385800:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428814720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828464.385801:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428814336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828464.385828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814464:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828464.385846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828464.385855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464] req@ffff9ab5f9949a40 x1874671428814464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.385863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428814464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.385887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.385891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828464.385895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828464.385900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828464.385921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828464.385931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464] req@ffff9ab5f994b840 x1874671428814592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.385940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428814592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.385948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.385950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828464.385969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828464.385972:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828464.385998:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828464.386006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464] req@ffff9ab5f994b480 x1874671428814720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828464.386018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428814720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828464.386024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828464.386043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828464.386046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828465.345564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828465.345609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828465.345646:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828466.369532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828466.369532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828466.369575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828467.393526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828467.393556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828467.393580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828468.417515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828468.417559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828468.417562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828469.441525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828469.441541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828469.441581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828469.505481:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828469.505490:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828469.505494:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828469.505504:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2570 00000100:00080000:3.0:1787828469.505514:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828469.505522:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828469.505562:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428814848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828469.505596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828469.505599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828469.505600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828469.505603:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2570 00000100:00080000:3.0:1787828469.505606:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828469.505610:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828469.505618:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828469.505628:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428814976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828469.505636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828469.505639:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828469.505641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828469.505643:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2570 00000100:00080000:3.0:1787828469.505646:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828469.505648:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828469.505651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828469.505663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428815104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828469.505671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828469.505674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828469.505675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828469.505678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2570 00000100:00080000:3.0:1787828469.505680:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828469.505685:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828469.505690:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828469.505705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428815232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828469.505710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428814848:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787828469.505820:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828469.505890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469] req@ffff9ab5f994a940 x1874671428814848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828469.505912:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428814848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828469.505926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828469.505933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828469.505938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428814848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828469.505973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828469.506004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828469.506018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469] req@ffff9ab5f9949e00 x1874671428814976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828469.506031:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428814976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828469.506043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828469.506046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828469.506050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428814976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828469.506057:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828469.506075:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828469.506084:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469] req@ffff9ab5f9948f00 x1874671428815104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828469.506096:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428815104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828469.506105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828469.506107:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828469.506110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828469.506144:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828469.506162:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828469.506172:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469] req@ffff9ab5f994a1c0 x1874671428815232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828469.506183:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428815232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828469.506191:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828469.506194:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828469.506198:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828470.465528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828470.465619:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828470.465649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828471.489578:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828471.489578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828471.489740:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828472.513521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828472.513551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828472.513657:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828473.537522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828473.537522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828473.537613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828474.561496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828474.561559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828474.561599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828474.625586:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828474.625601:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828474.625605:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828474.625614:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2575 00000100:00080000:2.0:1787828474.625624:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828474.625630:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828474.625666:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428815360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828474.625691:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828474.625694:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828474.625696:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828474.625711:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2575 00000100:00080000:2.0:1787828474.625713:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828474.625716:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828474.625725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828474.625736:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428815488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828474.625745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828474.625748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828474.625749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828474.625754:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2575 00000100:00100000:1.0:1787828474.625757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428815360:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828474.625757:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828474.625766:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828474.625771:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828474.625780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428815616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828474.625787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828474.625790:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828474.625792:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828474.625795:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2575 00000100:00080000:2.0:1787828474.625797:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828474.625819:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828474.625825:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828474.625842:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428815744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828474.625860:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828474.625968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474] req@ffff9ab5f9803480 x1874671428815360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828474.625984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428815360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828474.626003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828474.626007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828474.626010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428815360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828474.626030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828474.626049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828474.626059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474] req@ffff9ab5f98003c0 x1874671428815488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828474.626068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428815488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828474.626083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828474.626086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828474.626089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828474.626100:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828474.626123:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828474.626135:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474] req@ffff9ab5f9802d00 x1874671428815616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828474.626149:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428815616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828474.626160:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828474.626164:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828474.626167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828474.626174:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828474.626192:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828474.626200:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474] req@ffff9ab5f9803840 x1874671428815744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828474.626208:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428815744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828474.626214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828474.626216:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828474.626218:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428815744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828475.585494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828475.585505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828475.585554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828476.609474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828476.609490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828476.609526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828477.633559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828477.633560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828477.633679:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828478.657498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828478.657551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828478.657580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828479.681517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828479.681528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828479.681535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828479.745639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828479.745666:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828479.745671:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828479.745682:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2580 00000100:00080000:0.0:1787828479.745694:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828479.745701:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828479.745744:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428815872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828479.745781:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828479.745785:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828479.745787:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828479.745792:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2580 00000100:00080000:0.0:1787828479.745806:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828479.745811:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828479.745822:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828479.745839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428815872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828479.745840:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428816000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828479.745860:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828479.745864:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828479.745866:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828479.745886:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2580 00000100:00080000:0.0:1787828479.745900:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828479.745905:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828479.745911:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828479.745940:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428816128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828479.745948:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828479.745951:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828479.745964:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828479.745966:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2580 00000100:00080000:0.0:1787828479.745970:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828479.745974:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828479.745976:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828479.745982:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828479.745993:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428816256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828479.746019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff9ab5f27ad680 x1874671428815872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828479.746040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428815872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828479.746053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828479.746058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828479.746063:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428815872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828479.746089:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828479.746130:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828479.746145:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff9ab5f27aed00 x1874671428816000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828479.746157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428816000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828479.746166:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828479.746169:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828479.746173:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828479.746179:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828479.746195:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828479.746204:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff9ab5f27ae580 x1874671428816128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828479.746215:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428816128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828479.746238:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828479.746242:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828479.746248:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828479.746257:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828479.746286:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828479.746303:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff9ab5f27ae1c0 x1874671428816256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828479.746314:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428816256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828479.746322:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828479.746325:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828479.746329:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828480.705494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828480.705499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828480.705533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828481.729487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828481.729488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828481.729507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828482.753462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828482.753479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828482.753527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828483.777527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828483.777538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828483.777584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828484.801503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828484.801516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828484.801546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828484.865546:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828484.865567:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828484.865572:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828484.865584:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2585 00000100:00080000:2.0:1787828484.865596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828484.865604:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828484.865644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428816384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828484.865671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828484.865675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828484.865677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828484.865681:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2585 00000100:00080000:2.0:1787828484.865686:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828484.865691:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828484.865703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828484.865714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428816384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828484.865720:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428816512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828484.865734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828484.865738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828484.865740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828484.865744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2585 00000100:00080000:2.0:1787828484.865748:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828484.865753:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828484.865758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:1.0:1787828484.865773:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828484.865775:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428816640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828484.865788:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828484.865792:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828484.865794:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828484.865798:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2585 00000100:00080000:2.0:1787828484.865802:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828484.865806:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828484.865812:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828484.865819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828484] req@ffff9ab5f9801680 x1874671428816384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828484.865827:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428816768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828484.865854:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428816384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828484.865868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828484.865872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828484.865875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428816384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828484.865894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828484.865912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828484.865921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828484] req@ffff9ab5f98021c0 x1874671428816512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828484.865937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428816512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828484.865946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828484.865949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828484.865951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828484.865955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828484.865968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828484.865974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828484] req@ffff9ab5f9800780 x1874671428816640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828484.865981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428816640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828484.865987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828484.865988:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828484.865990:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828484.865994:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828484.866005:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828484.866010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828484] req@ffff9ab5f9802940 x1874671428816768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828484.866017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428816768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828484.866022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828484.866023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828484.866025:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428816768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828485.825474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828485.825476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828485.825525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828486.849488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828486.849504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828486.849541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828487.873506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828487.873521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828487.873537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828488.897525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828488.897554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828488.897580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828489.921506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828489.921571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828489.921630:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828489.985579:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828489.985591:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828489.985596:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828489.985607:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2590 00000100:00080000:0.0:1787828489.985632:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828489.985640:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828489.985689:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428816896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828489.985720:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828489.985724:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828489.985726:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828489.985730:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2590 00000100:00080000:0.0:1787828489.985733:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828489.985736:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828489.985747:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828489.985758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428817024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828489.985768:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828489.985772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828489.985774:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828489.985777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2590 00000100:00080000:0.0:1787828489.985780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828489.985783:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828489.985787:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828489.985811:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428817152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828489.985824:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828489.985827:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828489.985829:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828489.985833:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2590 00000100:00080000:0.0:1787828489.985838:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828489.985841:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828489.985846:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828489.985858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428816896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828489.985859:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428817280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828489.985961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828489.986054:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff9ab5f27ade00 x1874671428816896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828489.986080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428816896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828489.986094:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828489.986099:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828489.986105:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428816896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828489.986115:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787828489.986162:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828489.986177:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff9ab5f27afc00 x1874671428817024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828489.986193:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428817024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828489.986203:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828489.986207:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828489.986210:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787828489.986216:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828489.986234:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828489.986252:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff9ab5f27ac3c0 x1874671428817152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828489.986278:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428817152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828489.986285:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828489.986288:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828489.986290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828489.986315:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787828489.986331:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828489.986354:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff9ab5f27af0c0 x1874671428817280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828489.986367:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428817280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828489.986373:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828489.986375:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787828489.986377:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828490.945537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828490.945580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828490.945602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828491.969598:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828491.969615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828491.969666:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828492.993513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828492.993524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828492.993545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828494.017556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828494.017559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828494.017588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828495.041558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828495.041560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828495.041644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828495.105569:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828495.105581:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828495.105587:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828495.105599:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2595 00000100:00080000:1.0:1787828495.105614:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828495.105623:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828495.105679:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428817408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828495.105722:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828495.105729:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828495.105732:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828495.105738:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2595 00000100:00080000:1.0:1787828495.105744:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828495.105750:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828495.105784:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828495.105795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428817408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828495.105812:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428817536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828495.105829:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828495.105835:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828495.105838:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828495.105844:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2595 00000100:00080000:1.0:1787828495.105850:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828495.105856:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828495.105864:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828495.105881:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428817664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828495.105895:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828495.105900:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828495.105903:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828495.105910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828495.105915:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2595 00000100:00080000:1.0:1787828495.105923:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828495.105930:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828495.105937:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828495.105957:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428817792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828495.105987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495] req@ffff9ab5f24ba580 x1874671428817408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828495.106026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428817408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828495.106042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828495.106048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828495.106054:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428817408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828495.106090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828495.106126:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828495.106145:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495] req@ffff9ab5f24b8f00 x1874671428817536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828495.106161:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428817536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828495.106173:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828495.106177:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828495.106183:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828495.106191:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828495.106221:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828495.106237:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495] req@ffff9ab5f24ba1c0 x1874671428817664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828495.106253:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428817664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828495.106286:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828495.106292:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828495.106297:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828495.106305:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828495.106333:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828495.106348:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495] req@ffff9ab5f24b92c0 x1874671428817792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828495.106364:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428817792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828495.106375:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828495.106378:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828495.106381:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428817792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828496.065534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828496.065566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828496.065648:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828497.089539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828497.089539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828497.089623:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828498.113515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828498.113527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828498.113600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828499.137529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828499.137713:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828499.137820:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828500.161568:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828500.161569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828500.161650:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828500.225515:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828500.225534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828500.225542:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828500.225560:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2600 00000100:00080000:1.0:1787828500.225580:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828500.225592:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828500.225638:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428817920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828500.225684:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828500.225689:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828500.225692:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828500.225698:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2600 00000100:00080000:1.0:1787828500.225703:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828500.225708:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828500.225722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828500.225775:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428818048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828500.225790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428817920:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828500.225811:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828500.225819:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828500.225823:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828500.225831:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2600 00000100:00080000:1.0:1787828500.225837:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828500.225845:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828500.225854:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828500.225874:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428818176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828500.225890:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828500.225895:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828500.225898:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828500.225903:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2600 00000100:00080000:1.0:1787828500.225908:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828500.225916:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787828500.225920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787828500.225924:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828500.225944:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428818304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828500.226000:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500] req@ffff9ab5f24b83c0 x1874671428817920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828500.226029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428817920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828500.226045:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828500.226051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828500.226058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428817920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828500.226092:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818048:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828500.226141:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828500.226172:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500] req@ffff9ab5f24b8000 x1874671428818048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828500.226199:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428818048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828500.226213:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828500.226219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828500.226225:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828500.226235:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828500.226272:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828500.226287:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500] req@ffff9ab5f24bb840 x1874671428818176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828500.226304:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428818176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828500.226316:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828500.226320:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828500.226324:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828500.226330:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828500.226355:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828500.226371:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500] req@ffff9ab5f24b92c0 x1874671428818304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828500.226391:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428818304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828500.226451:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828500.226456:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828500.226464:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828501.185500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828501.185540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828501.185633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828502.209479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828502.209482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828502.209537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828503.233549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828503.233633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828503.233679:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828504.257592:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828504.257619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828504.257651:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828505.281574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828505.281596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828505.281605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828505.346161:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828505.346178:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828505.346186:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828505.346228:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2606 00000100:00080000:2.0:1787828505.346248:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828505.346261:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828505.346335:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428818432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828505.346387:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828505.346394:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828505.346397:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828505.346446:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2606 00000100:00080000:2.0:1787828505.346452:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828505.346459:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828505.346478:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828505.346502:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428818560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828505.346532:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828505.346538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828505.346546:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828505.346552:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428818432:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828505.346553:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2606 00000100:00080000:2.0:1787828505.346560:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828505.346577:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828505.346603:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828505.346629:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428818688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828505.346641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828505.346663:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828505.346665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828505.346668:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2606 00000100:00080000:2.0:1787828505.346676:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828505.346680:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828505.346684:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828505.346719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428818816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828505.346743:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828505.346822:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505] req@ffff9ab5f9801a40 x1874671428818432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828505.346865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428818432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828505.346887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828505.346896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828505.346904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428818432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828505.346946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828505.346997:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828505.347022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505] req@ffff9ab5f9800000 x1874671428818560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828505.347041:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428818560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828505.347053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828505.347057:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828505.347062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828505.347071:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828505.347099:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828505.347112:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505] req@ffff9ab5f98012c0 x1874671428818688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828505.347127:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428818688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828505.347166:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828505.347171:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828505.347175:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828505.347183:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828505.347207:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828505.347225:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505] req@ffff9ab5f9801e00 x1874671428818816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828505.347263:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428818816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828505.347277:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828505.347284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828505.347290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428818816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828506.305616:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828506.305618:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828506.305632:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828507.329502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828507.329587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828507.329610:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828508.353594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828508.353701:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828508.353735:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828509.377615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828509.377619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828509.377789:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828510.401479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828510.401543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828510.401545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787828510.465705:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828510.465719:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828510.465725:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828510.465739:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2611 00000100:00080000:1.0:1787828510.465754:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828510.465764:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828510.465816:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428818944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828510.465852:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828510.465857:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828510.465860:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828510.465866:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2611 00000100:00080000:1.0:1787828510.465871:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828510.465877:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828510.465902:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828510.465919:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428819072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828510.465931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428818944:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828510.465943:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828510.465948:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828510.465950:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828510.465954:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2611 00000100:00080000:1.0:1787828510.465958:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828510.465963:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828510.465980:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828510.465997:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428819200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828510.466008:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828510.466012:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828510.466013:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828510.466027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828510.466034:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2611 00000100:00080000:1.0:1787828510.466043:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828510.466049:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828510.466058:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828510.466074:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428819328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828510.466090:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510] req@ffff9ab5f24ba1c0 x1874671428818944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828510.466117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428818944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828510.466129:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828510.466133:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828510.466137:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428818944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828510.466175:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828510.466205:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828510.466223:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510] req@ffff9ab5f24b8f00 x1874671428819072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828510.466242:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428819072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828510.466254:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828510.466258:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828510.466261:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828510.466268:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828510.466292:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828510.466302:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510] req@ffff9ab5f24ba580 x1874671428819200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828510.466312:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428819200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828510.466325:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828510.466344:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828510.466346:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828510.466351:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828510.466364:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828510.466371:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510] req@ffff9ab5f24b9680 x1874671428819328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828510.466384:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428819328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828510.466393:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828510.466397:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828510.466400:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828511.425595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828511.425598:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828511.425715:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828512.449545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828512.449564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828512.449620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828513.473581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828513.473589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828513.473687:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828514.497520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828514.497549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828514.497656:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828515.521573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828515.521599:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828515.521710:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828515.585560:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828515.585574:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828515.585580:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828515.585594:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2616 00000100:00080000:1.0:1787828515.585609:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828515.585618:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828515.585704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428819456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828515.585760:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828515.585768:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828515.585773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828515.585784:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2616 00000100:00080000:1.0:1787828515.585793:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828515.585804:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828515.585821:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828515.585831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428819456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828515.585857:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428819584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828515.585886:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828515.585893:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828515.585895:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828515.585903:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2616 00000100:00080000:1.0:1787828515.585933:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828515.585942:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828515.585952:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828515.585970:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428819712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828515.585984:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828515.585989:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828515.585993:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828515.586003:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2616 00000100:00080000:1.0:1787828515.586010:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828515.586015:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828515.586021:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828515.586033:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428819840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828515.586048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828515.586103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828515.586140:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828516.545486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828516.545502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828516.545571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828517.569539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828517.569550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828517.569864:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828518.593498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828518.593502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828518.593562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828518.657827:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787828518.657902:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828518.657935:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828518.657988:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828518.657998:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828518.658010:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828518.658078:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828518] req@ffff9ab5f24ba1c0 x1874671428819840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828518.658130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428819840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828518.658152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828518.658161:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828518.658168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828518.658183:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828518] req@ffff9ab5f24ba580 x1874671428819584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828518.658205:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428819584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828518.658215:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828518.658220:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828518.658223:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828518.658231:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828518] req@ffff9ab5f24b8f00 x1874671428819712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828518.658248:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428819712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828518.658261:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828518.658268:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828518.658273:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428819712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828518.658288:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828518] req@ffff9ab5f24b9680 x1874671428819456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828518.658307:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428819456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828518.658319:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828518.658324:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828518.658330:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428819456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828519.617452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828519.617474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828519.617524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828520.641616:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828520.641619:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828520.641637:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828520.705561:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828520.705571:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828520.705578:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828520.705601:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2621 00000100:00080000:2.0:1787828520.705615:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828520.705624:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828520.705668:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428819968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828520.705699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828520.705703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828520.705705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828520.705710:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2621 00000100:00080000:2.0:1787828520.705713:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828520.705718:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828520.705730:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828520.705743:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428820096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828520.705756:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428819968:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828520.705757:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828520.705767:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828520.705771:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828520.705775:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2621 00000100:00080000:2.0:1787828520.705779:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828520.705784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828520.705789:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828520.705802:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428820224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828520.705812:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828520.705816:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828520.705818:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828520.705822:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2621 00000100:00080000:2.0:1787828520.705826:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828520.705830:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828520.705834:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828520.705846:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428820352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828520.705857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828520.705910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff9ab5f9800b40 x1874671428819968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828520.705932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428819968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828520.705945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828520.705949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828520.705954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428819968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828520.705983:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828520.706012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828520.706028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff9ab5f9800f00 x1874671428820096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828520.706043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428820096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828520.706055:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828520.706059:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828520.706063:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828520.706070:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828520.706094:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828520.706106:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff9ab5f9802580 x1874671428820224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828520.706119:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428820224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828520.706130:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828520.706133:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828520.706137:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828520.706143:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828520.706172:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828520.706186:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff9ab5f9801e00 x1874671428820352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828520.706198:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428820352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828520.706208:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828520.706212:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828520.706215:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828521.665492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828521.665634:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828521.665659:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828522.689513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828522.689535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828522.689566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828523.713489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828523.713540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828523.713646:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828524.737471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828524.737498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828524.737533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828525.761577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828525.761648:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828525.761681:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787828525.825637:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.825650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828525.825656:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.825671:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2626 00000100:00080000:3.0:1787828525.825688:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.825699:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828525.825757:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428820480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.825807:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.825813:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828525.825815:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.825821:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2626 00000100:00080000:3.0:1787828525.825825:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.825830:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828525.825844:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828525.825861:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428820608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.825878:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.825883:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828525.825886:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828525.825897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428820480:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828525.825907:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2626 00000100:00080000:3.0:1787828525.825918:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.825923:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828525.825929:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828525.825947:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428820736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.825960:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.825965:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828525.825968:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.825973:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2626 00000100:00080000:3.0:1787828525.825977:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.825981:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828525.825987:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828525.826002:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428820864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828525.826026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828525.826112:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff9ab5f994b0c0 x1874671428820480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828525.826148:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428820480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828525.826172:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828525.826181:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828525.826190:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428820480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828525.826256:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828525.826307:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828525.826335:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff9ab5f994bc00 x1874671428820608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828525.826362:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428820608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828525.826374:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828525.826378:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828525.826382:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828525.826390:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828525.826466:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828525.826482:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff9ab5f99492c0 x1874671428820736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828525.826498:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428820736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828525.826509:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828525.826513:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828525.826518:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828525.826525:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828525.826546:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828525.826590:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff9ab5f9948b40 x1874671428820864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828525.826606:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428820864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828525.826625:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828525.826629:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828525.826633:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428820864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828526.785567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828526.785584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828526.785594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828527.809555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828527.809587:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828527.809604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828528.833519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828528.833519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828528.833595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828529.857561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828529.857561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828529.857620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828530.881505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828530.881505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828530.881617:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828530.945510:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828530.945535:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828530.945541:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828530.945552:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2631 00000100:00080000:3.0:1787828530.945576:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828530.945585:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828530.945625:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428820992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828530.945657:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828530.945661:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828530.945663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828530.945668:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2631 00000100:00080000:3.0:1787828530.945672:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828530.945678:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828530.945689:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828530.945704:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428820992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828530.945708:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428821120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828530.945724:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828530.945739:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828530.945741:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828530.945746:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2631 00000100:00080000:3.0:1787828530.945751:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828530.945756:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828530.945763:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787828530.945779:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828530.945781:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428821248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828530.945795:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828530.945799:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828530.945801:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828530.945806:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2631 00000100:00080000:3.0:1787828530.945810:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828530.945815:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828530.945822:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828530.945823:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff9ab5f994ad00 x1874671428820992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828530.945842:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428821376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828530.945843:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428820992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828530.945874:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828530.945878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828530.945882:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428820992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828530.945902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828530.945919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828530.945928:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff9ab5f9948780 x1874671428821120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828530.945937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428821120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828530.945944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828530.945947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828530.945949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828530.945953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828530.945965:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828530.945971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff9ab5f994a580 x1874671428821248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828530.945979:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428821248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828530.945985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828530.945987:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828530.945989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828530.945993:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828530.946003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828530.946010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff9ab5f9948b40 x1874671428821376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828530.946018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428821376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828530.946023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828530.946024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828530.946027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828531.905559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828531.905611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828531.905671:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828532.929650:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828532.929670:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828532.929722:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828533.953592:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828533.953627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828533.953634:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828534.977554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828534.977625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828534.977645:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828536.001507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828536.001545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828536.001564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787828536.065545:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828536.065558:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828536.065563:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828536.065574:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2636 00000100:00080000:3.0:1787828536.065595:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828536.065602:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828536.065640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428821504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828536.065668:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828536.065673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828536.065675:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828536.065680:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2636 00000100:00080000:3.0:1787828536.065685:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828536.065691:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828536.065702:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828536.065705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428821504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828536.065719:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428821632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828536.065731:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828536.065735:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828536.065736:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828536.065740:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2636 00000100:00080000:3.0:1787828536.065753:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828536.065758:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828536.065764:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787828536.065767:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828536.065786:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428821760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828536.065797:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828536.065800:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828536.065802:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828536.065805:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2636 00000100:00080000:3.0:1787828536.065808:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828536.065812:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828536.065816:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828536.065817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536] req@ffff9ab5f99492c0 x1874671428821504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828536.065825:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428821888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828536.065850:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428821504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828536.065861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828536.065865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828536.065869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428821504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828536.065892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828536.065918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828536.065933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536] req@ffff9ab5f994bc00 x1874671428821632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828536.065946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428821632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828536.065955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828536.065958:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828536.065961:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828536.065967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828536.065989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828536.066001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536] req@ffff9ab5f994b0c0 x1874671428821760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828536.066012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428821760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828536.066022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828536.066024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828536.066026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828536.066030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828536.066044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828536.066051:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536] req@ffff9ab5f994a1c0 x1874671428821888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828536.066058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428821888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828536.066063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828536.066065:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828536.066067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428821888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828537.025525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828537.025539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828537.025541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828538.049521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828538.049522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828538.049583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828539.073484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828539.073502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828539.073536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828540.097541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828540.097555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828540.097674:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828541.121591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828541.121591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828541.121629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828541.185566:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828541.185581:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828541.185586:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828541.185601:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2641 00000100:00080000:1.0:1787828541.185615:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828541.185624:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828541.185671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428822016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828541.185712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828541.185718:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828541.185721:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828541.185728:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2641 00000100:00080000:1.0:1787828541.185735:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828541.185743:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828541.185758:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828541.185772:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428822016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828541.185783:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428822144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828541.185805:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828541.185812:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828541.185815:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828541.185822:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2641 00000100:00080000:1.0:1787828541.185828:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828541.185836:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828541.185844:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787828541.185868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828541.185869:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428822272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828541.185905:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828541.185912:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828541.185915:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828541.185922:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2641 00000100:00080000:1.0:1787828541.185929:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828541.185937:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828541.185947:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828541.185950:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541] req@ffff9ab5f24b92c0 x1874671428822016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828541.185971:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428822400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828541.185989:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428822016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828541.186012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828541.186020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828541.186027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428822016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828541.186055:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828541.186084:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828541.186099:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541] req@ffff9ab5f24bb840 x1874671428822144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828541.186113:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428822144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828541.186122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828541.186125:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828541.186129:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828541.186135:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828541.186153:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828541.186162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541] req@ffff9ab5f24b8000 x1874671428822272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828541.186173:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428822272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828541.186182:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828541.186184:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828541.186187:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828541.186193:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828541.186209:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828541.186217:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541] req@ffff9ab5f24b83c0 x1874671428822400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828541.186229:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428822400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828541.186236:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828541.186239:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828541.186242:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828542.145545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828542.145581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828542.145606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828543.169581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828543.169626:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828543.169629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828544.193553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828544.193555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828544.193594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828545.217484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828545.217497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828545.217517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828546.241556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828546.241561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828546.241657:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828546.305617:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828546.305630:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828546.305637:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828546.305650:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2647 00000100:00080000:3.0:1787828546.305665:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828546.305673:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828546.305722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428822528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828546.305767:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828546.305772:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828546.305774:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828546.305780:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2647 00000100:00080000:3.0:1787828546.305785:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828546.305789:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828546.305801:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828546.305818:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428822656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828546.305833:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828546.305840:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828546.305843:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828546.305848:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2647 00000100:00080000:3.0:1787828546.305853:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828546.305861:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828546.305871:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828546.305891:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428822784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828546.305915:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428822528:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828546.305928:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828546.305938:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828546.305943:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828546.305954:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2647 00000100:00080000:3.0:1787828546.305963:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828546.305972:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828546.305981:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828546.306001:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428822912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828546.306087:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828546.306184:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546] req@ffff9ab5f9948f00 x1874671428822528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828546.306223:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428822528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828546.306245:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828546.306254:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828546.306263:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428822528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828546.306279:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828546.306333:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828546.306360:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546] req@ffff9ab5f9949e00 x1874671428822656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828546.306386:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428822656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828546.306504:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828546.306512:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828546.306520:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828546.306573:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828546.306622:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828546.306649:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546] req@ffff9ab5f994a940 x1874671428822784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828546.306676:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428822784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828546.306693:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828546.306700:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828546.306707:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828546.306722:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828546.306766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828546.306792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546] req@ffff9ab5f994b480 x1874671428822912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828546.306815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428822912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828546.306845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828546.306852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828546.306859:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428822912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828547.265555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828547.265600:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828547.265659:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828548.289597:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828548.289631:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828548.289643:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828549.313574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828549.313611:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828549.313623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828550.337584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828550.337605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828550.337606:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828551.361477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828551.361488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828551.361534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828551.425607:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828551.425635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828551.425640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828551.425652:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2652 00000100:00080000:0.0:1787828551.425665:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828551.425672:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828551.425719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428823040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828551.425768:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828551.425772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828551.425775:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828551.425780:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2652 00000100:00080000:0.0:1787828551.425785:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828551.425789:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828551.425800:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828551.425817:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428823168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828551.425832:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828551.425845:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787828551.425846:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428823040:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828551.425848:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828551.425869:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2652 00000100:00080000:0.0:1787828551.425874:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828551.425878:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828551.425883:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828551.425897:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428823296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828551.425908:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828551.425911:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828551.425914:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828551.425928:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2652 00000100:00080000:0.0:1787828551.425937:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828551.425941:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828551.425946:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828551.425957:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428823424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828551.425979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828551.426071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551] req@ffff9ab5f27af480 x1874671428823040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828551.426097:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428823040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828551.426114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828551.426120:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828551.426126:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428823040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828551.426161:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828551.426199:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828551.426214:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551] req@ffff9ab5f27af840 x1874671428823168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828551.426230:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428823168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828551.426242:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828551.426247:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828551.426251:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828551.426261:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828551.426282:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828551.426293:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551] req@ffff9ab5f27acb40 x1874671428823296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828551.426308:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428823296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828551.426320:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828551.426324:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828551.426328:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828551.426336:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828551.426355:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828551.426366:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551] req@ffff9ab5f27ac000 x1874671428823424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828551.426492:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428823424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828551.426510:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828551.426517:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828551.426541:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828552.385596:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828552.385597:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828552.385658:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828553.409535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828553.409536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828553.409577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828554.433514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828554.433526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828554.433756:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828555.457472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828555.457483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828555.457507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828556.481492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828556.481509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828556.481622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828556.545575:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828556.545607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828556.545612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828556.545625:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2657 00000100:00080000:1.0:1787828556.545650:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828556.545675:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828556.545718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428823552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828556.545778:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828556.545784:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828556.545786:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828556.545792:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2657 00000100:00080000:1.0:1787828556.545796:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828556.545801:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828556.545814:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828556.545847:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428823680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828556.545862:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787828556.545864:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428823552:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828556.545869:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828556.545877:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828556.545884:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2657 00000100:00080000:1.0:1787828556.545888:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828556.545892:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828556.545898:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828556.545912:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428823808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828556.545922:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828556.545925:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828556.545927:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828556.545930:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2657 00000100:00080000:1.0:1787828556.545937:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828556.545940:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828556.545945:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828556.545956:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428823936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828556.545968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828556.546023:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556] req@ffff9ab5f24b83c0 x1874671428823552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828556.546042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428823552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828556.546053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828556.546058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828556.546062:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428823552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828556.546088:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828556.546108:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828556.546118:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556] req@ffff9ab5f24b8000 x1874671428823680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828556.546138:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428823680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828556.546146:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828556.546149:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828556.546152:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828556.546157:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828556.546171:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828556.546179:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556] req@ffff9ab5f24bb840 x1874671428823808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828556.546188:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428823808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828556.546200:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828556.546203:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828556.546206:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828556.546210:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828556.546222:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828556.546228:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556] req@ffff9ab5f24b92c0 x1874671428823936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828556.546237:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428823936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828556.546243:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828556.546246:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828556.546248:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428823936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828557.505510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828557.505514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828557.505545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828558.529636:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828558.529639:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828558.529752:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828559.553511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828559.553574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828559.553628:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828560.577567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828560.577623:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828560.577655:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828561.601589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828561.601602:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828561.601655:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828561.665522:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828561.665531:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828561.665535:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828561.665574:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2662 00000100:00080000:0.0:1787828561.665587:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828561.665595:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828561.665639:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428824064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828561.665673:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828561.665677:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828561.665680:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828561.665684:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2662 00000100:00080000:0.0:1787828561.665688:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828561.665693:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828561.665705:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828561.665727:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428824192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828561.665744:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828561.665750:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828561.665753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828561.665760:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2662 00000100:00080000:0.0:1787828561.665767:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828561.665779:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428824064:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828561.665784:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828561.665809:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828561.665833:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428824320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828561.665848:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828561.665853:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828561.665856:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828561.665860:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2662 00000100:00080000:0.0:1787828561.665893:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828561.665896:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828561.665901:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828561.665914:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428824448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828561.665948:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828561.666053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561] req@ffff9ab5f27ae940 x1874671428824064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828561.666082:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428824064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828561.666135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828561.666141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828561.666148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428824064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828561.666160:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828561.666197:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828561.666225:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561] req@ffff9ab5f27ad2c0 x1874671428824192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828561.666241:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428824192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828561.666252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828561.666257:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828561.666261:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828561.666298:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828561.666383:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828561.666397:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561] req@ffff9ab5f27acf00 x1874671428824320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828561.666410:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428824320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828561.666465:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828561.666470:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828561.666474:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828561.666482:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828561.666506:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828561.666519:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561] req@ffff9ab5f27ac000 x1874671428824448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828561.666532:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428824448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828561.666541:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828561.666545:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828561.666549:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828562.625556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828562.625584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828562.625607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828563.649477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828563.649530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828563.649557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828564.673578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828564.673615:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828564.673632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828565.697499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828565.697558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828565.697661:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828566.721490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828566.721535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828566.721547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828566.785488:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828566.785498:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828566.785503:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828566.785513:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2667 00000100:00080000:3.0:1787828566.785542:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828566.785550:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828566.785611:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428824576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828566.785636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828566.785639:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828566.785641:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828566.785644:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2667 00000100:00080000:3.0:1787828566.785647:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828566.785649:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828566.785659:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828566.785668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428824704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828566.785676:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828566.785678:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828566.785680:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828566.785715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428824576:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787828566.785788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828566.785837:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff9ab5f994b840 x1874671428824576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828566.785854:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428824576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828566.785864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828566.785869:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828566.785873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428824576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828566.785883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824704:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828566.785908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828566.785922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff9ab5f9949a40 x1874671428824704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828566.785936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428824704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828566.785944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828566.785947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828566.785949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824704:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787828566.786850:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2667 00000100:00080000:3.0:1787828566.786861:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828566.786868:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828566.786879:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828566.786909:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428824832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828566.786929:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828566.786932:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828566.786934:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828566.786937:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2667 00000100:00080000:3.0:1787828566.786940:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828566.786943:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828566.786948:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828566.786959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828566.786960:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428824960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828566.787000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828566.787019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff9ab5f9948000 x1874671428824832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828566.787028:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428824832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828566.787035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828566.787038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828566.787040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828566.787051:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828566.787065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828566.787071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff9ab5f9949a40 x1874671428824960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828566.787079:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428824960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828566.787085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828566.787087:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828566.787094:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428824960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828567.745525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828567.745543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828567.745574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828568.769577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828568.769583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828568.769670:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828569.793479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828569.793497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828569.793553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828570.817555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828570.817563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828570.817620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828571.841595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828571.841607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828571.841659:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828571.905800:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.905814:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828571.905819:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.905832:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2672 00000100:00080000:3.0:1787828571.905844:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.905853:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828571.905896:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428825088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.905928:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.905932:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828571.905934:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.905939:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2672 00000100:00080000:3.0:1787828571.905943:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.905947:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828571.905958:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828571.905971:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428825216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.905982:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.905985:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828571.905988:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.905991:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2672 00000100:00080000:3.0:1787828571.905994:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.905998:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828571.906003:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828571.906007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428825088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828571.906017:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428825344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.906040:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.906043:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828571.906046:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.906050:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2672 00000100:00080000:3.0:1787828571.906053:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.906058:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828571.906063:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828571.906075:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428825472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828571.906107:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828571.906165:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff9ab5f994b840 x1874671428825088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828571.906189:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428825088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828571.906198:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828571.906201:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828571.906205:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428825088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828571.906212:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828571.906264:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828571.906282:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff9ab5f994b480 x1874671428825216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828571.906299:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428825216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828571.906309:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828571.906311:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828571.906315:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828571.906345:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828571.906366:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828571.906377:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff9ab5f994a940 x1874671428825344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828571.906388:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428825344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828571.906396:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828571.906426:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828571.906429:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828571.906435:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828571.906451:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828571.906469:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff9ab5f9949e00 x1874671428825472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828571.906478:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428825472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828571.906489:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828571.906493:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828571.906504:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828572.865527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828572.865529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828572.865571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828573.889523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828573.889555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828573.889586:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828574.913512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828574.913548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828574.913556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828575.937534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828575.937608:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828575.937618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828576.961498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828576.961534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828576.961554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828577.025613:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828577.025628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828577.025633:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828577.025647:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2677 00000100:00080000:0.0:1787828577.025657:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828577.025664:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828577.025698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428825600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828577.025727:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828577.025731:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828577.025733:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828577.025736:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2677 00000100:00080000:0.0:1787828577.025740:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828577.025743:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828577.025752:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828577.025763:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428825728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828577.025774:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828577.025777:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828577.025778:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828577.025784:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2677 00000100:00080000:0.0:1787828577.025792:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828577.025794:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428825600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828577.025799:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828577.025811:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828577.025823:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428825856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828577.025832:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828577.025836:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828577.025838:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828577.025841:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2677 00000100:00080000:0.0:1787828577.025844:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828577.025846:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828577.025849:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828577.025858:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428825984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828577.025937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828577.026051:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577] req@ffff9ab5f27acb40 x1874671428825600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828577.026082:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428825600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828577.026099:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828577.026105:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828577.026111:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428825600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828577.026148:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828577.026184:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828577.026244:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577] req@ffff9ab5f27af840 x1874671428825728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828577.026271:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428825728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828577.026291:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828577.026308:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828577.026316:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828577.026331:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828577.026375:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828577.026392:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577] req@ffff9ab5f27af480 x1874671428825856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828577.026449:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428825856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828577.026461:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828577.026466:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828577.026470:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828577.026479:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828577.026516:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828577.026530:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577] req@ffff9ab5f27af0c0 x1874671428825984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828577.026544:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428825984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828577.026554:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828577.026557:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828577.026563:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428825984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828577.985551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828577.985582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828577.985591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828579.009572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828579.009617:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828579.009665:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828580.033548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828580.033602:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828580.033635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828581.057517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828581.057532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828581.057597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828582.081451:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828582.081519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828582.081539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828582.145531:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828582.145541:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828582.145546:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828582.145556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2682 00000100:00080000:2.0:1787828582.145570:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828582.145578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828582.145629:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428826112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828582.145659:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828582.145662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828582.145664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828582.145667:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2682 00000100:00080000:2.0:1787828582.145670:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828582.145672:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828582.145683:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828582.145694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428826240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828582.145702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828582.145705:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828582.145708:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828582.145711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2682 00000100:00080000:2.0:1787828582.145713:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828582.145717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828582.145721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828582.145727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428826368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828582.145740:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828582.145742:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428826112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828582.145743:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828582.145746:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828582.145764:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2682 00000100:00080000:2.0:1787828582.145767:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828582.145771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828582.145774:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828582.145783:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428826496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828582.145876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828582.145920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828582.145953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828583.105491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828583.105524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828583.105643:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828584.129470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828584.129507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828584.129549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828585.153444:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828585.153465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828585.153524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828585.217729:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828585.217789:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828585.217809:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828585.217850:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828585.217861:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828585.217871:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828585.217922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828585] req@ffff9ab5f9801a40 x1874671428826368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828585.217971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428826368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828585.217987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828585.217993:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828585.218010:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828585.218020:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828585] req@ffff9ab5f9802940 x1874671428826496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828585.218032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428826496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828585.218041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828585.218045:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828585.218048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828585.218056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828585] req@ffff9ab5f98012c0 x1874671428826112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828585.218068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428826112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828585.218075:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828585.218079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828585.218082:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428826112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828585.218088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828585] req@ffff9ab5f9800000 x1874671428826240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828585.218103:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428826240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828585.218111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828585.218115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828585.218118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828586.177493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828586.177572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828586.177592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828587.201527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828587.201560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828587.201591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828587.265504:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828587.265514:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828587.265519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828587.265532:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2687 00000100:00080000:2.0:1787828587.265545:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828587.265556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828587.265599:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428826624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828587.265636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828587.265641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828587.265643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828587.265648:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2687 00000100:00080000:2.0:1787828587.265652:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828587.265656:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828587.265668:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828587.265683:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428826752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828587.265697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828587.265701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828587.265703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828587.265707:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2687 00000100:00080000:2.0:1787828587.265710:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828587.265717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828587.265723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828587.265744:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428826624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828587.265756:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428826880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828587.265771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828587.265776:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828587.265778:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828587.265785:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2687 00000100:00080000:2.0:1787828587.265789:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828587.265793:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828587.265799:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828587.265819:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428827008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828587.265878:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828587.265947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587] req@ffff9ab5f9800780 x1874671428826624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828587.265983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428826624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828587.265996:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828587.266002:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828587.266007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428826624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828587.266018:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828587.266047:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828587.266062:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587] req@ffff9ab5f98021c0 x1874671428826752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828587.266074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428826752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828587.266088:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828587.266092:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828587.266096:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828587.266146:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828587.266177:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828587.266191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587] req@ffff9ab5f9801680 x1874671428826880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828587.266203:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428826880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828587.266213:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828587.266217:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828587.266221:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428826880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828587.266228:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828587.266248:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828587.266259:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587] req@ffff9ab5f9803840 x1874671428827008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828587.266271:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428827008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828587.266279:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828587.266282:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828587.266287:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828588.225452:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828588.225495:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828588.226434:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828589.249472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828589.249475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828589.249546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828590.273485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828590.273515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828590.273551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828591.297453:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828591.297474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828591.297547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828592.321500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828592.321515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828592.321535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828592.385569:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828592.385579:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828592.385583:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828592.385594:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2693 00000100:00080000:0.0:1787828592.385605:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828592.385612:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828592.385653:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428827136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828592.385683:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828592.385686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828592.385687:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828592.385690:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2693 00000100:00080000:0.0:1787828592.385693:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828592.385697:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828592.385706:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828592.385715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428827264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828592.385724:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828592.385727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828592.385728:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828592.385736:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428827136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828592.385737:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2693 00000100:00080000:0.0:1787828592.385746:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828592.385752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828592.385755:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828592.385768:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428827392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828592.385774:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828592.385777:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828592.385779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828592.385782:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2693 00000100:00080000:0.0:1787828592.385785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828592.385790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828592.385793:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828592.385799:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428827520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828592.385816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828592.385857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828592] req@ffff9ab5f27ac3c0 x1874671428827136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828592.385870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428827136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828592.385878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828592.385881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828592.385884:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428827136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828592.385905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828592.385920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828592.385927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828592] req@ffff9ab5f27afc00 x1874671428827264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828592.385935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428827264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828592.385942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828592.385944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828592.385946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828592.385950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828592.385961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828592.385966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828592] req@ffff9ab5f27ade00 x1874671428827392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828592.385974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428827392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828592.385979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828592.385981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828592.385982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828592.385986:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828592.385996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828592.386001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828592] req@ffff9ab5f27ae1c0 x1874671428827520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828592.386008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428827520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828592.386017:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828592.386019:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828592.386021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828593.345510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828593.345527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828593.345540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828594.369489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828594.369492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828594.369530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828595.393509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828595.393532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828595.393555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828596.417503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828596.417503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828596.417571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828597.441504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828597.441516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828597.441553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828597.505549:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828597.505559:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828597.505568:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828597.505576:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2698 00000100:00080000:0.0:1787828597.505586:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828597.505591:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828597.505626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428827648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828597.505669:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828597.505672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828597.505674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828597.505677:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2698 00000100:00080000:0.0:1787828597.505679:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828597.505682:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828597.505689:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828597.505698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428827776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828597.505706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828597.505709:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828597.505710:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828597.505713:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2698 00000100:00080000:0.0:1787828597.505715:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828597.505719:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828597.505720:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428827648:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828597.505723:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828597.505739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428827904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828597.505747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828597.505750:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828597.505751:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828597.505754:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2698 00000100:00080000:0.0:1787828597.505757:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828597.505761:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828597.505764:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828597.505772:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428828032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828597.505785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828597.505839:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597] req@ffff9ab5f27ae580 x1874671428827648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828597.505860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428827648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828597.505871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828597.505876:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828597.505880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428827648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828597.505889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827776:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828597.505921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828597.505931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597] req@ffff9ab5f27aed00 x1874671428827776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828597.505951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428827776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828597.505958:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828597.505960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828597.505962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828597.505980:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828597.505993:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828597.506000:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597] req@ffff9ab5f27ad680 x1874671428827904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828597.506007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428827904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828597.506013:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828597.506015:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828597.506017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428827904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828597.506021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828597.506031:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828597.506037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597] req@ffff9ab5f27ae1c0 x1874671428828032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828597.506044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428828032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828597.506049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828597.506066:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828597.506070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787828598.465486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828598.465486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828598.465587:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828599.489522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828599.489560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828599.489569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828600.513493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828600.513517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828600.513539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828601.537483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828601.537484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828601.537537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828602.561461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828602.561472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828602.561580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828602.625487:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828602.625497:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828602.625501:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828602.625511:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2703 00000100:00080000:0.0:1787828602.625524:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828602.625531:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828602.625574:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428828160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828602.625601:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828602.625604:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828602.625606:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828602.625609:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2703 00000100:00080000:0.0:1787828602.625612:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828602.625614:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828602.625626:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828602.625635:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428828288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828602.625644:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828602.625648:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828602.625649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828602.625652:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2703 00000100:00080000:0.0:1787828602.625654:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828602.625657:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828602.625660:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828602.625669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428828416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828602.625676:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828602.625681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828602.625683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828602.625684:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428828160:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828602.625690:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2703 00000100:00080000:0.0:1787828602.625699:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828602.625704:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828602.625707:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828602.625717:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428828544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828602.625765:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828602.625812:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602] req@ffff9ab5f27ade00 x1874671428828160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828602.625826:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428828160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828602.625835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828602.625838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828602.625841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428828160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828602.625847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828602.625862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828602.625870:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602] req@ffff9ab5f27afc00 x1874671428828288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828602.625877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428828288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828602.625883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828602.625886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828602.625888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828602.625908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828602.625920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828602.625927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602] req@ffff9ab5f27ac3c0 x1874671428828416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828602.625934:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428828416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828602.625940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828602.625941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828602.625943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828602.625947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828602.625957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828602.625963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602] req@ffff9ab5f27af0c0 x1874671428828544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828602.625970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428828544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828602.625975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828602.625977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828602.625978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828603.585583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828603.585583:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828603.585606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828604.609474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828604.609493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828604.609556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828605.633516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828605.633516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828605.633538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828606.657493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828606.657510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828606.657540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828607.681519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828607.681544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828607.681572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787828607.745488:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.745503:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828607.745508:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.745519:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2708 00000100:00080000:0.0:1787828607.745531:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.745546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828607.745584:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428828672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.745612:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.745616:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828607.745618:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.745623:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2708 00000100:00080000:0.0:1787828607.745629:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.745635:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828607.745646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828607.745652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428828672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828607.745667:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428828800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.745683:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.745686:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828607.745688:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.745693:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2708 00000100:00080000:0.0:1787828607.745699:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.745705:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828607.745710:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787828607.745723:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828607.745725:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428828928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.745737:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.745740:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828607.745742:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.745746:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2708 00000100:00080000:0.0:1787828607.745751:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.745755:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828607.745761:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828607.745769:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff9ab5f27af480 x1874671428828672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828607.745773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428829056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828607.745807:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428828672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828607.745822:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828607.745826:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828607.745832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428828672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828607.745855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828800:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828607.745879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828607.745894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff9ab5f27af840 x1874671428828800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828607.745907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428828800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828607.745916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828607.745919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828607.745924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828607.745931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828607.745951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828607.745963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff9ab5f27acb40 x1874671428828928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828607.745976:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428828928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828607.746003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828607.746007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828607.746011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428828928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828607.746020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828607.746042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828607.746064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff9ab5f27ac000 x1874671428829056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828607.746081:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428829056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828607.746090:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828607.746095:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828607.746098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828608.705503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828608.705503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828608.705535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828609.729503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828609.729503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828609.729525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828610.753490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828610.753497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828610.753523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828611.777494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828611.777496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828611.777527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828612.801523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828612.801528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828612.801540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787828612.865489:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828612.865499:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828612.865504:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828612.865514:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2713 00000100:00080000:0.0:1787828612.865526:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828612.865533:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828612.865575:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428829184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828612.865606:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828612.865609:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828612.865611:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828612.865614:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2713 00000100:00080000:0.0:1787828612.865617:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828612.865619:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828612.865629:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828612.865640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428829312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828612.865648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828612.865651:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828612.865652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828612.865655:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2713 00000100:00080000:0.0:1787828612.865658:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828612.865661:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828612.865664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828612.865671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428829440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828612.865677:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428829184:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828612.865680:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828612.865686:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828612.865689:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828612.865692:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2713 00000100:00080000:0.0:1787828612.865694:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828612.865697:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828612.865699:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828612.865708:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428829568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828612.865770:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828612.865832:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff9ab5f27acf00 x1874671428829184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828612.865856:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428829184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828612.865869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828612.865874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828612.865879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428829184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828612.865889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828612.865919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828612.865935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff9ab5f27ad2c0 x1874671428829312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828612.865969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428829312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828612.865980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828612.865984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828612.865987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828612.866017:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828612.866043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828612.866056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff9ab5f27ae940 x1874671428829440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828612.866070:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428829440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828612.866081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828612.866085:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828612.866098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828612.866109:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828612.866133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828612.866145:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff9ab5f27ac000 x1874671428829568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828612.866166:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428829568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828612.866175:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828612.866179:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828612.866183:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828613.825561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828613.825562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828613.825599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828614.849517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828614.849524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828614.849581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828615.873499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828615.873525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828615.873563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828616.897534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828616.897538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828616.897581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828617.921484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828617.921496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828617.921511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828617.985569:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828617.985582:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828617.985587:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828617.985597:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2718 00000100:00080000:1.0:1787828617.985608:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828617.985615:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828617.985654:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428829696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828617.985682:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828617.985686:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828617.985688:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828617.985692:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2718 00000100:00080000:1.0:1787828617.985696:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828617.985700:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828617.985715:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828617.985728:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428829824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828617.985738:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428829696:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828617.985758:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828617.985761:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828617.985763:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828617.985769:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2718 00000100:00080000:1.0:1787828617.985772:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828617.985776:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828617.985782:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828617.985794:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428829952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828617.985804:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828617.985809:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1787828617.985810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828617.985812:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828617.985818:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2718 00000100:00080000:1.0:1787828617.985823:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828617.985827:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828617.985832:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828617.985844:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428830080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828617.985872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828617] req@ffff9ab5f24b9680 x1874671428829696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828617.985894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428829696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828617.985905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828617.985922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828617.985927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428829696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828617.985960:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828617.985983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828617.985996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828617] req@ffff9ab5f24b8f00 x1874671428829824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828617.986010:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428829824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828617.986020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828617.986023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828617.986027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829824:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828617.986033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828617.986051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828617.986061:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828617] req@ffff9ab5f24ba580 x1874671428829952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828617.986073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428829952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828617.986083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828617.986086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828617.986090:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428829952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828617.986095:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828617.986113:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828617.986122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828617] req@ffff9ab5f24ba1c0 x1874671428830080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828617.986134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428830080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828617.986150:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828617.986153:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828617.986156:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828618.945523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828618.945524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828618.945608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828619.969485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828619.969523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828619.969652:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828620.993486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828620.993486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828620.993552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828622.017466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828622.017478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828622.017501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828623.041461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828623.041511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828623.041544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828623.105541:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828623.105551:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828623.105555:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828623.105564:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2723 00000100:00080000:2.0:1787828623.105574:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828623.105579:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828623.105612:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428830208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828623.105640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828623.105642:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828623.105644:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828623.105647:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2723 00000100:00080000:2.0:1787828623.105649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828623.105651:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828623.105659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828623.105669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428830336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828623.105677:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828623.105680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828623.105681:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828623.105684:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2723 00000100:00080000:2.0:1787828623.105686:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828623.105688:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828623.105691:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828623.105699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428830464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828623.105709:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828623.105713:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787828623.105714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428830208:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828623.105716:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828623.105726:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2723 00000100:00080000:2.0:1787828623.105735:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828623.105739:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828623.105742:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828623.105752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428830592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828623.105811:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828623.105855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623] req@ffff9ab5f9802d00 x1874671428830208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828623.105871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428830208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828623.105897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828623.105901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828623.105905:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428830208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828623.105912:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830336:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828623.105932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828623.105942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623] req@ffff9ab5f98003c0 x1874671428830336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828623.105951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428830336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828623.105962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828623.105964:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828623.105966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828623.105989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828623.106001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828623.106007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623] req@ffff9ab5f9803480 x1874671428830464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828623.106014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428830464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828623.106020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828623.106022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828623.106024:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828623.106027:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828623.106038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828623.106044:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623] req@ffff9ab5f9803840 x1874671428830592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828623.106051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428830592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828623.106056:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828623.106058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828623.106060:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828624.065520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828624.065538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828624.065562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828625.089484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828625.089533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828625.089571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828626.113493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828626.113509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828626.113538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828627.137555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828627.137559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828627.137569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828628.161541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828628.161542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828628.161575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828628.225534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828628.225549:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828628.225553:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828628.225564:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2728 00000100:00080000:1.0:1787828628.225574:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828628.225580:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828628.225615:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428830720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828628.225646:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828628.225650:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828628.225652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828628.225657:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2728 00000100:00080000:1.0:1787828628.225660:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828628.225665:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828628.225678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828628.225689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428830720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828628.225695:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428830848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828628.225709:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828628.225712:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828628.225714:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828628.225718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2728 00000100:00080000:1.0:1787828628.225722:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828628.225726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828628.225732:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828628.225744:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428830976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828628.225747:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828628.225759:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828628.225764:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828628.225766:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828628.225771:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2728 00000100:00080000:1.0:1787828628.225775:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828628.225779:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828628.225785:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828628.225790:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628] req@ffff9ab5f24ba1c0 x1874671428830720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828628.225799:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428831104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828628.225819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428830720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828628.225828:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828628.225832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828628.225835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428830720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828628.225870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828628.225889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828628.225898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628] req@ffff9ab5f24ba580 x1874671428830848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828628.225906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428830848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828628.225912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828628.225914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828628.225917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828628.225921:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828628.225932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828628.225938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628] req@ffff9ab5f24b8f00 x1874671428830976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828628.225945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428830976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828628.225951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828628.225953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828628.225955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428830976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828628.225958:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828628.225968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828628.225973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628] req@ffff9ab5f24b9680 x1874671428831104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828628.225981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428831104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828628.225985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828628.225987:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828628.225989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828629.185495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828629.185499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828629.185501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828630.209469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828630.209502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828630.209516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828631.233543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828631.233551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828631.233575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828632.257524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828632.257537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828632.257565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828633.281545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828633.281558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828633.281558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828633.345597:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828633.345613:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828633.345618:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828633.345630:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2734 00000100:00080000:3.0:1787828633.345670:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828633.345678:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828633.345718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428831232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828633.345742:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828633.345745:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828633.345747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828633.345750:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2734 00000100:00080000:3.0:1787828633.345753:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828633.345756:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828633.345765:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828633.345775:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428831360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828633.345784:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828633.345786:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428831232:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828633.345787:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828633.345791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828633.345799:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2734 00000100:00080000:3.0:1787828633.345813:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828633.345817:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828633.345823:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828633.345862:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428831488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828633.345871:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828633.345874:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828633.345875:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828633.345878:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2734 00000100:00080000:3.0:1787828633.345888:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828633.345895:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828633.345897:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787828633.345918:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828633.345933:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428831616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828633.345994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633] req@ffff9ab5f9948f00 x1874671428831232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828633.346012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428831232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828633.346021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828633.346024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828633.346027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428831232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828633.346048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831360:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828633.346074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828633.346084:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633] req@ffff9ab5f994a1c0 x1874671428831360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828633.346109:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428831360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828633.346115:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828633.346117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828633.346119:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828633.346123:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828633.346135:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828633.346141:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633] req@ffff9ab5f994b0c0 x1874671428831488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828633.346153:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428831488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828633.346159:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828633.346161:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828633.346162:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828633.346165:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828633.346192:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828633.346199:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633] req@ffff9ab5f994bc00 x1874671428831616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828633.346207:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428831616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828633.346213:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828633.346215:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828633.346217:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828634.305491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828634.305522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828634.305581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828635.329563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828635.329575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828635.329580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828636.353476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828636.353507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828636.353539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828637.377506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828637.377506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828637.377526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828638.401527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828638.401528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828638.401575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828638.465960:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828638.465970:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828638.465974:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828638.465985:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2739 00000100:00080000:3.0:1787828638.465995:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828638.466001:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828638.466037:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428831744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828638.466065:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828638.466069:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828638.466071:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828638.466076:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2739 00000100:00080000:3.0:1787828638.466089:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828638.466093:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828638.466102:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828638.466114:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428831872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828638.466121:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828638.466124:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828638.466126:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828638.466129:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2739 00000100:00080000:3.0:1787828638.466131:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828638.466135:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828638.466139:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828638.466157:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428832000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828638.466165:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428831744:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828638.466168:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828638.466174:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828638.466176:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828638.466187:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2739 00000100:00080000:3.0:1787828638.466190:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828638.466192:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828638.466199:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828638.466207:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428832128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828638.466243:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828638.466283:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638] req@ffff9ab5f99492c0 x1874671428831744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828638.466298:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428831744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828638.466307:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828638.466310:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828638.466313:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428831744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828638.466319:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828638.466338:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828638.466347:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638] req@ffff9ab5f9948b40 x1874671428831872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828638.466356:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428831872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828638.466362:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828638.466364:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828638.466367:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428831872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828638.466385:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828638.466422:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828638.466433:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638] req@ffff9ab5f994a580 x1874671428832000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828638.466452:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428832000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828638.466463:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828638.466466:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828638.466468:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828638.466473:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828638.466486:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828638.466492:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638] req@ffff9ab5f9948780 x1874671428832128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828638.466499:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428832128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828638.466505:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828638.466507:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828638.466509:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828639.425516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828639.425549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828639.425611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828640.449526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828640.449526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828640.449579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828641.473491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828641.473536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828641.473545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828642.497528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828642.497583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828642.497584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828643.521482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828643.521540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828643.521607:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828643.585618:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828643.585627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828643.585632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828643.585657:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2744 00000100:00080000:1.0:1787828643.585669:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828643.585677:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828643.585715:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428832256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828643.585788:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828643.585792:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828643.585794:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828643.585798:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2744 00000100:00080000:1.0:1787828643.585801:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828643.585805:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828643.585815:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428832256:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787828643.585816:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828643.585838:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428832384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828643.585849:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828643.585852:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828643.585854:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828643.585857:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2744 00000100:00080000:1.0:1787828643.585860:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828643.585862:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828643.585866:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828643.585878:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428832512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828643.585885:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828643.585889:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828643.585893:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828643.585896:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2744 00000100:00080000:1.0:1787828643.585900:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828643.585905:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828643.585913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787828643.585917:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828643.585929:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428832640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828643.585963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643] req@ffff9ab5f24b92c0 x1874671428832256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828643.585986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428832256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828643.585995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828643.585999:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828643.586002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428832256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828643.586026:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828643.586043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828643.586053:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643] req@ffff9ab5f24bb840 x1874671428832384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828643.586061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428832384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828643.586067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828643.586069:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828643.586072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828643.586076:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828643.586088:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828643.586097:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643] req@ffff9ab5f24b8000 x1874671428832512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828643.586105:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428832512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828643.586117:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828643.586120:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828643.586123:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828643.586128:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828643.586145:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828643.586179:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643] req@ffff9ab5f24b83c0 x1874671428832640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828643.586192:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428832640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828643.586201:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828643.586206:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828643.586213:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828644.545506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828644.545530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828644.545550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828645.569461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828645.569492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828645.569543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828646.593551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828646.593551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828646.593574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828647.617529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828647.617538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828647.617615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828648.641474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828648.641502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828648.641540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828648.705527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.705540:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828648.705545:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.705555:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2749 00000100:00080000:1.0:1787828648.705573:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.705582:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828648.705624:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428832768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.705656:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.705660:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828648.705662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.705667:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2749 00000100:00080000:1.0:1787828648.705671:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.705675:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828648.705685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828648.705717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428832896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.705729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.705734:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787828648.705738:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428832768:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828648.705738:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.705745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2749 00000100:00080000:1.0:1787828648.705751:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.705755:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828648.705762:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828648.705773:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428833024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.705780:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.705783:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828648.705784:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.705787:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2749 00000100:00080000:1.0:1787828648.705798:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.705800:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828648.705804:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828648.705811:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428833152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828648.705855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828648.705893:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828648.705920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828649.665565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828649.665604:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828649.665727:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828650.689542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828650.689542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828650.689616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828651.713478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828651.713486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828651.713547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828651.777747:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828651.777788:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828651.777804:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828651.777843:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828651.777853:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828651.777862:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828651.777901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828651] req@ffff9ab5f24b8000 x1874671428832896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.777927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428832896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.777939:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.777945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828651.777949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428832896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828651.777957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828651] req@ffff9ab5f24bb840 x1874671428833024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.777970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428833024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.777979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.777983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828651.777987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828651.777994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828651] req@ffff9ab5f24b92c0 x1874671428833152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.778007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428833152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.778015:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.778018:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828651.778022:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828651.778028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828651] req@ffff9ab5f24b83c0 x1874671428832768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828651.778040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428832768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828651.778048:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828651.778051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828651.778055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428832768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828652.737475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828652.737503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828652.737507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828653.761448:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828653.761484:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787828653.761501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828653.825628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828653.825637:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828653.825641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828653.825651:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2754 00000100:00080000:2.0:1787828653.825677:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828653.825685:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828653.825725:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428833280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828653.825751:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828653.825754:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828653.825756:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828653.825759:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2754 00000100:00080000:2.0:1787828653.825762:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828653.825764:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828653.825776:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828653.825786:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428833408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828653.825794:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828653.825799:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787828653.825800:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428833280:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828653.825801:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828653.825809:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2754 00000100:00080000:2.0:1787828653.825812:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828653.825814:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828653.825822:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828653.825831:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428833536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828653.825838:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828653.825841:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828653.825842:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828653.825845:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2754 00000100:00080000:2.0:1787828653.825847:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828653.825849:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828653.825852:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828653.825859:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428833664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828653.825897:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828653.825951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff9ab5f9801680 x1874671428833280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828653.825974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428833280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828653.825987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828653.825992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828653.825997:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428833280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828653.826042:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828653.826069:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828653.826085:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff9ab5f98021c0 x1874671428833408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828653.826098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428833408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828653.826107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828653.826111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828653.826114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833408:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828653.826122:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828653.826146:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828653.826159:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff9ab5f9800780 x1874671428833536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828653.826172:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428833536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828653.826184:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828653.826188:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828653.826192:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828653.826198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828653.826220:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828653.826233:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff9ab5f9800000 x1874671428833664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828653.826256:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428833664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828653.826265:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828653.826269:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828653.826273:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828654.785452:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828654.785488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828654.785551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828655.809481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828655.809508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828655.809526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828656.833460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828656.833473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828656.833521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828657.857467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828657.857512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828657.857526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828658.881476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828658.881488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828658.881546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828658.945514:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828658.945523:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828658.945527:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828658.945536:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2759 00000100:00080000:2.0:1787828658.945546:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828658.945552:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828658.945602:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428833792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828658.945646:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828658.945649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828658.945650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828658.945654:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2759 00000100:00080000:2.0:1787828658.945657:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828658.945661:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828658.945669:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828658.945681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428833920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828658.945689:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828658.945692:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828658.945693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828658.945696:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2759 00000100:00080000:2.0:1787828658.945698:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828658.945700:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828658.945704:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828658.945716:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428834048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828658.945717:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428833792:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828658.945743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828658.945746:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828658.945747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828658.945750:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2759 00000100:00080000:2.0:1787828658.945753:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828658.945755:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828658.945760:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828658.945769:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428834176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828658.945815:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828658.945864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff9ab5f98012c0 x1874671428833792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828658.945881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428833792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828658.945891:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828658.945895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828658.945898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428833792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828658.945905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828658.945921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828658.945929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff9ab5f9802940 x1874671428833920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828658.945937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428833920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828658.945949:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828658.945952:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828658.945954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428833920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828658.945977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828658.945990:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828658.945997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff9ab5f9801a40 x1874671428834048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828658.946005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428834048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828658.946011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828658.946014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828658.946016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828658.946020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828658.946031:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828658.946037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff9ab5f9801e00 x1874671428834176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828658.946045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428834176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828658.946051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828658.946053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828658.946055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828659.905572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828659.905583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828659.905614:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828660.929521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828660.929534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828660.929588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828661.953516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828661.953516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828661.953553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828662.977552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828662.977554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828662.977620:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828664.001506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828664.001531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828664.001574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828664.065543:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828664.065554:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828664.065558:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828664.065568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2764 00000100:00080000:0.0:1787828664.065581:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828664.065603:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828664.065653:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428834304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828664.065687:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828664.065690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828664.065691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828664.065695:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2764 00000100:00080000:0.0:1787828664.065698:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828664.065701:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828664.065710:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828664.065721:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428834432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828664.065729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828664.065732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828664.065734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828664.065739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428834304:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828664.065740:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2764 00000100:00080000:0.0:1787828664.065745:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828664.065749:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828664.065753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828664.065764:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428834560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828664.065770:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828664.065772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828664.065774:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828664.065777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2764 00000100:00080000:0.0:1787828664.065779:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828664.065781:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828664.065783:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828664.065790:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428834688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828664.065822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828664.065879:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664] req@ffff9ab5f27acb40 x1874671428834304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828664.065901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428834304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828664.065914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828664.065920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828664.065926:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428834304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828664.065961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834432:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828664.065986:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828664.065997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664] req@ffff9ab5f27af840 x1874671428834432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828664.066005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428834432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828664.066012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828664.066014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828664.066017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834432:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828664.066021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828664.066034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828664.066040:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664] req@ffff9ab5f27af480 x1874671428834560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828664.066048:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428834560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828664.066054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828664.066056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828664.066058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828664.066061:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828664.066071:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828664.066077:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664] req@ffff9ab5f27af0c0 x1874671428834688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828664.066085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428834688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828664.066090:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828664.066091:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828664.066093:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828665.025530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828665.025545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828665.025548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828666.049517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828666.049517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828666.049593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828667.073499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828667.073535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828667.073637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828668.097522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828668.097572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828668.097602:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828669.121526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828669.121526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828669.121628:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828669.185523:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828669.185534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828669.185539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828669.185550:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2769 00000100:00080000:2.0:1787828669.185595:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828669.185602:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828669.185642:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428834816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828669.185688:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828669.185692:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828669.185693:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828669.185697:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2769 00000100:00080000:2.0:1787828669.185701:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828669.185707:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828669.185735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828669.185751:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428834944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828669.185753:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428834816:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828669.185766:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828669.185770:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828669.185771:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828669.185774:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2769 00000100:00080000:2.0:1787828669.185776:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828669.185779:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828669.185784:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828669.185792:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428835072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828669.185800:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828669.185802:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828669.185804:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828669.185806:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2769 00000100:00080000:2.0:1787828669.185809:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828669.185811:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828669.185814:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828669.185822:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428835200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828669.185843:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828669.185889:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669] req@ffff9ab5f9802580 x1874671428834816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828669.185913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428834816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828669.185925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828669.185929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828669.185934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428834816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828669.185959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828669.185979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828669.185991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669] req@ffff9ab5f9800f00 x1874671428834944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828669.186002:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428834944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828669.186010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828669.186014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828669.186033:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428834944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828669.186040:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828669.186063:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828669.186075:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669] req@ffff9ab5f9800b40 x1874671428835072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828669.186090:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428835072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828669.186109:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828669.186113:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828669.186117:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828669.186124:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828669.186143:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828669.186155:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669] req@ffff9ab5f9801e00 x1874671428835200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828669.186170:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428835200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828669.186181:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828669.186186:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828669.186189:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828670.145624:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828670.145632:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828670.145713:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828671.169507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828671.169555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828671.169651:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828672.193520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828672.193579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828672.193586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828673.217466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828673.217503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828673.217559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828674.241508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828674.241560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828674.241561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828674.305485:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828674.305495:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828674.305499:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828674.305509:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2775 00000100:00080000:2.0:1787828674.305531:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828674.305539:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828674.305581:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428835328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828674.305607:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828674.305610:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828674.305612:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828674.305615:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2775 00000100:00080000:2.0:1787828674.305618:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828674.305620:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828674.305630:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828674.305640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428835456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828674.305648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828674.305651:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828674.305652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828674.305655:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2775 00000100:00080000:2.0:1787828674.305657:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828674.305660:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828674.305664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828674.305666:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428835328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828674.305673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428835584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828674.305681:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828674.305682:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828674.305683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828674.305686:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2775 00000100:00080000:2.0:1787828674.305688:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828674.305690:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828674.305693:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828674.305700:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428835712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828674.305748:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828674.305798:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674] req@ffff9ab5f9801a40 x1874671428835328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828674.305815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428835328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828674.305829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828674.305832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828674.305836:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428835328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828674.305841:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835456:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828674.305859:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828674.305867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674] req@ffff9ab5f9802940 x1874671428835456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828674.305875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428835456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828674.305881:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828674.305883:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828674.305885:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828674.305907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828674.305918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828674.305923:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674] req@ffff9ab5f98012c0 x1874671428835584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828674.305931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428835584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828674.305937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828674.305939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828674.305941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828674.305945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828674.305955:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828674.305960:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674] req@ffff9ab5f9800000 x1874671428835712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828674.305967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428835712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828674.305972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828674.305974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828674.305976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828675.265554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828675.265601:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828675.265609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828676.289478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828676.289500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828676.289540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828677.313565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828677.313636:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828677.313716:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828678.337522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828678.337531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828678.337584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828679.361545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828679.361577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828679.361618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828679.425538:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828679.425548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828679.425552:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828679.425562:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2780 00000100:00080000:1.0:1787828679.425574:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828679.425580:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828679.425626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428835840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828679.425653:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828679.425656:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828679.425658:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828679.425661:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2780 00000100:00080000:1.0:1787828679.425663:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828679.425665:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828679.425675:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828679.425685:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428835968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828679.425701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828679.425705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828679.425708:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828679.425711:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428835840:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828679.425714:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2780 00000100:00080000:1.0:1787828679.425723:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828679.425726:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828679.425732:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828679.425755:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428836096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828679.425762:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828679.425764:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828679.425766:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828679.425769:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2780 00000100:00080000:1.0:1787828679.425772:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828679.425775:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828679.425779:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828679.425791:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428836224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828679.425869:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828679.425927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679] req@ffff9ab5f24b9680 x1874671428835840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828679.425949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428835840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828679.425958:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828679.425961:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828679.425964:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428835840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828679.425984:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828679.426003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828679.426146:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679] req@ffff9ab5f24b8f00 x1874671428835968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828679.426162:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428835968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828679.426173:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828679.426176:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828679.426179:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428835968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828679.426185:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828679.426251:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828679.426272:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679] req@ffff9ab5f24ba580 x1874671428836096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828679.426281:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428836096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828679.426287:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828679.426289:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828679.426291:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828679.426295:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828679.426307:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828679.426313:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679] req@ffff9ab5f24ba1c0 x1874671428836224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828679.426320:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428836224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828679.426325:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828679.426327:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828679.426328:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828680.385505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828680.385505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828680.385642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828681.409550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828681.409559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828681.409609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828682.433487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828682.433493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828682.433597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828683.457605:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828683.457613:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828683.457683:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828684.481530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828684.481531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828684.481565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828684.545531:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828684.545542:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828684.545545:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828684.545555:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2785 00000100:00080000:1.0:1787828684.545565:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828684.545571:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828684.545607:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428836352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828684.545637:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828684.545641:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828684.545644:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828684.545648:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2785 00000100:00080000:1.0:1787828684.545652:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828684.545657:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828684.545668:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828684.545684:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428836480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828684.545696:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828684.545699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828684.545703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828684.545705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428836352:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828684.545707:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2785 00000100:00080000:1.0:1787828684.545714:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828684.545718:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828684.545722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828684.545734:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428836608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828684.545750:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828684.545753:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828684.545754:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828684.545758:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2785 00000100:00080000:1.0:1787828684.545760:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828684.545763:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828684.545768:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828684.545776:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428836736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828684.545782:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828684.545830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684] req@ffff9ab5f24ba1c0 x1874671428836352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828684.545849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428836352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828684.545861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828684.545866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828684.545871:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428836352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828684.545895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828684.545918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828684.545930:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684] req@ffff9ab5f24ba580 x1874671428836480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828684.545939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428836480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828684.545946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828684.545948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828684.545951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828684.545955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828684.545969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828684.545975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684] req@ffff9ab5f24b8f00 x1874671428836608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828684.545983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428836608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828684.545994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828684.545996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828684.545998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828684.546002:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828684.546012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828684.546018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684] req@ffff9ab5f24b9680 x1874671428836736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828684.546025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428836736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828684.546031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828684.546033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828684.546035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828685.505497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828685.505534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828685.505595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828686.529525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828686.529526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828686.529658:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828687.553489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828687.553523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828687.553619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828688.577549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828688.577555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828688.577630:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828689.601509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828689.601535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828689.601537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828689.665575:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828689.665584:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828689.665588:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828689.665597:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2790 00000100:00080000:3.0:1787828689.665607:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828689.665613:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828689.665646:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428836864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828689.665677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828689.665681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828689.665683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828689.665688:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2790 00000100:00080000:3.0:1787828689.665692:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828689.665697:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828689.665708:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828689.665722:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428836864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828689.665727:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428836992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828689.665738:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828689.665741:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828689.665742:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828689.665745:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2790 00000100:00080000:3.0:1787828689.665748:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828689.665751:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828689.665755:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828689.665764:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428837120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828689.665770:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828689.665773:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828689.665774:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828689.665776:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2790 00000100:00080000:3.0:1787828689.665779:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828689.665785:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787828689.665788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787828689.665790:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828689.665798:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428837248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828689.665854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689] req@ffff9ab5f994ad00 x1874671428836864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828689.665881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428836864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828689.665906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828689.665910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828689.665913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428836864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828689.665934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836992:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828689.665970:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828689.665980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689] req@ffff9ab5f9948780 x1874671428836992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828689.665988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428836992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828689.665994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828689.665997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828689.665999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428836992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828689.666003:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828689.666015:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828689.666039:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689] req@ffff9ab5f994a580 x1874671428837120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828689.666047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428837120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828689.666053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828689.666055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828689.666057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828689.666060:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828689.666073:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828689.666079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689] req@ffff9ab5f9948b40 x1874671428837248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828689.666087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428837248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828689.666092:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828689.666093:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828689.666095:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828690.625517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828690.625517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828690.625552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828691.649546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828691.649547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828691.649575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828692.673463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828692.673483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828692.673514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828693.697522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828693.697564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828693.697625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828694.721589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828694.721601:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828694.721632:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828694.785557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.785575:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828694.785580:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.785607:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2795 00000100:00080000:0.0:1787828694.785619:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.785626:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828694.785668:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428837376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.785700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.785704:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828694.785706:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.785713:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2795 00000100:00080000:0.0:1787828694.785718:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.785723:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828694.785731:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428837376:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828694.785734:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828694.785753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428837504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.785766:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.785771:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828694.785773:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.785777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2795 00000100:00080000:0.0:1787828694.785782:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.785787:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787828694.785793:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787828694.785796:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828694.785814:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428837632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.785825:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.785829:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828694.785831:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.785836:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2795 00000100:00080000:0.0:1787828694.785842:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828694.785843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff9ab5f27ac3c0 x1874671428837376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828694.785852:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828694.785861:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828694.785865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428837376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828694.785875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787828694.785881:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428837760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828694.785881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828694.785887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428837376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828694.785932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828694.785962:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828694.785977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff9ab5f27afc00 x1874671428837504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828694.785990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428837504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828694.785997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828694.785999:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828694.786003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828694.786008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828694.786025:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828694.786033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff9ab5f27ade00 x1874671428837632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828694.786040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428837632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828694.786046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828694.786048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828694.786051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828694.786054:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828694.786065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828694.786071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff9ab5f27ae1c0 x1874671428837760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828694.786078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428837760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828694.786083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828694.786085:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828694.786087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428837760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828695.745535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828695.745545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828695.745684:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828696.769569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828696.769569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828696.769638:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828697.793505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828697.793507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828697.793609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828698.817513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828698.817515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828698.817605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828699.841531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828699.841531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828699.841675:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828699.905540:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828699.905550:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828699.905554:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828699.905563:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2800 00000100:00080000:3.0:1787828699.905572:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828699.905578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828699.905628:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428837888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828699.905652:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828699.905654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828699.905656:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828699.905659:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2800 00000100:00080000:3.0:1787828699.905661:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828699.905665:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828699.905674:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828699.905686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428837888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828699.905686:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428838016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828699.905701:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828699.905704:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828699.905705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828699.905708:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2800 00000100:00080000:3.0:1787828699.905711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828699.905713:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828699.905716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828699.905725:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428838144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828699.905736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828699.905738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828699.905740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828699.905742:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2800 00000100:00080000:3.0:1787828699.905744:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828699.905746:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828699.905749:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828699.905757:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828699.905758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428838272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828699.905811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff9ab5f99492c0 x1874671428837888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828699.905842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428837888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828699.905851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828699.905854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828699.905857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428837888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828699.905877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838016:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828699.905895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828699.905905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff9ab5f994bc00 x1874671428838016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828699.905913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428838016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828699.905919:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828699.905922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828699.905925:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828699.905930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828699.905942:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828699.905948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff9ab5f994b0c0 x1874671428838144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828699.905957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428838144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828699.905975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828699.905995:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828699.905998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828699.906005:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828699.906024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828699.906032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff9ab5f994a1c0 x1874671428838272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828699.906041:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428838272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828699.906046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828699.906049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828699.906051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828700.865581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828700.865599:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828700.865763:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828701.889466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828701.889545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828701.889547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828702.913529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828702.913563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828702.913564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828703.937595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828703.937638:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828703.937647:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828704.961549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828704.961582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828704.961588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828705.025526:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828705.025541:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828705.025548:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828705.025561:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2805 00000100:00080000:3.0:1787828705.025578:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828705.025588:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828705.025639:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428838400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828705.025677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828705.025682:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828705.025683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828705.025689:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2805 00000100:00080000:3.0:1787828705.025695:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828705.025700:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828705.025721:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828705.025737:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428838528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828705.025748:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828705.025751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828705.025753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828705.025757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2805 00000100:00080000:3.0:1787828705.025761:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828705.025766:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828705.025772:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828705.025784:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428838656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828705.025792:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828705.025796:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828705.025798:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828705.025802:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2805 00000100:00080000:3.0:1787828705.025816:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828705.025821:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828705.025827:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828705.025838:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428838784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828705.025932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428838400:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787828705.026019:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828705.026069:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705] req@ffff9ab5f9948f00 x1874671428838400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828705.026084:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428838400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828705.026102:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828705.026105:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828705.026108:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428838400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828705.026114:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828705.026135:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828705.026144:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705] req@ffff9ab5f9949e00 x1874671428838528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828705.026152:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428838528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828705.026158:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828705.026160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828705.026163:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828705.026166:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828705.026180:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828705.026186:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705] req@ffff9ab5f994a940 x1874671428838656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828705.026193:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428838656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828705.026199:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828705.026201:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828705.026204:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828705.026208:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828705.026223:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828705.026229:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705] req@ffff9ab5f994b480 x1874671428838784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828705.026236:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428838784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828705.026241:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828705.026243:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828705.026245:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428838784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828705.985475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828705.985499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828705.985516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828707.009486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828707.009486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828707.009506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828708.033510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828708.033543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828708.033583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828709.057526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828709.057594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828709.057611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828710.081572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828710.081616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828710.081630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787828710.145538:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828710.145555:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828710.145562:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828710.145578:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2810 00000100:00080000:0.0:1787828710.145596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828710.145608:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828710.145710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428838912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828710.145744:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828710.145748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828710.145750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828710.145754:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2810 00000100:00080000:0.0:1787828710.145775:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828710.145780:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828710.145793:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828710.145809:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428839040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828710.145822:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828710.145828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428838912:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828710.145829:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828710.145833:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828710.145845:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2810 00000100:00080000:0.0:1787828710.145848:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828710.145852:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828710.145857:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828710.145871:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428839168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828710.145882:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828710.145885:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828710.145887:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828710.145891:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2810 00000100:00080000:0.0:1787828710.145895:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828710.145914:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828710.145917:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828710.145929:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428839296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828710.145945:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828710.146001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710] req@ffff9ab5f27ad680 x1874671428838912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828710.146021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428838912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828710.146032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828710.146036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828710.146040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428838912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828710.146065:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828710.146085:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828710.146096:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710] req@ffff9ab5f27aed00 x1874671428839040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828710.146106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428839040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828710.146114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828710.146117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828710.146120:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828710.146126:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828710.146141:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828710.146148:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710] req@ffff9ab5f27ae580 x1874671428839168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828710.146158:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428839168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828710.146165:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828710.146167:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828710.146170:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828710.146174:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828710.146186:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828710.146193:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710] req@ffff9ab5f27ae1c0 x1874671428839296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828710.146202:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428839296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828710.146208:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828710.146210:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828710.146212:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828711.105550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828711.105551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828711.105618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828712.129533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828712.129547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828712.129590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828713.153532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828713.153572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828713.153580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828714.177497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828714.177502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828714.177538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828715.201472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828715.201489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828715.201567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828715.265579:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828715.265587:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828715.265593:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828715.265605:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2815 00000100:00080000:2.0:1787828715.265619:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828715.265626:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828715.265664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428839424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828715.265697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828715.265700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828715.265702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828715.265707:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2815 00000100:00080000:2.0:1787828715.265710:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828715.265715:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828715.265727:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828715.265747:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428839424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828715.265751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428839552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828715.265768:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828715.265772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828715.265775:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828715.265783:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2815 00000100:00080000:2.0:1787828715.265787:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828715.265790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828715.265796:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828715.265805:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428839680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828715.265812:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828715.265815:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828715.265817:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828715.265819:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2815 00000100:00080000:2.0:1787828715.265823:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828715.265825:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828715.265828:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828715.265835:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428839808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828715.265874:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828715.265904:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828715.265965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828716.225472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828716.225487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828716.225516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828717.249457:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828717.249476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828717.249514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828718.273464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828718.273527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828718.273533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787828718.337698:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828718.337746:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828718.337762:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828718.337802:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828718.337811:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828718.337820:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828718.337859:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828718] req@ffff9ab5f98021c0 x1874671428839552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828718.337886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428839552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828718.337898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828718.337903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828718.337908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828718.337916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828718] req@ffff9ab5f9801680 x1874671428839680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828718.337927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428839680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828718.337935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828718.337939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828718.337942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828718.337948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828718] req@ffff9ab5f9803840 x1874671428839808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828718.337960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428839808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828718.337968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828718.337971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828718.337975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428839808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828718.337982:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828718] req@ffff9ab5f9800780 x1874671428839424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828718.337992:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428839424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828718.338000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828718.338002:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828718.338005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428839424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828719.297477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828719.297573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828719.297600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828720.321467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828720.321509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828720.321517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787828720.385540:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828720.385553:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828720.385557:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828720.385569:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2821 00000100:00080000:0.0:1787828720.385581:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828720.385588:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828720.385647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428839936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828720.385679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828720.385683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828720.385685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828720.385690:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2821 00000100:00080000:0.0:1787828720.385695:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828720.385700:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828720.385711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828720.385721:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428839936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828720.385728:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428840064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828720.385741:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828720.385745:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828720.385748:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828720.385751:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2821 00000100:00080000:0.0:1787828720.385755:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828720.385760:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828720.385765:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828720.385778:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428840192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828720.385788:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828720.385792:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828720.385794:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828720.385799:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787828720.385803:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2821 00000100:00080000:0.0:1787828720.385808:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828720.385813:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828720.385818:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828720.385839:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428840320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828720.385852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720] req@ffff9ab5f27ade00 x1874671428839936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828720.385875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428839936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828720.385887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828720.385902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828720.385907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428839936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828720.385933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840064:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828720.385959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828720.385975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720] req@ffff9ab5f27afc00 x1874671428840064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828720.385996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428840064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828720.386007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828720.386010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828720.386014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828720.386021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828720.386043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828720.386055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720] req@ffff9ab5f27ac3c0 x1874671428840192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828720.386068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428840192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828720.386078:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828720.386081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828720.386085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828720.386092:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828720.386114:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828720.386126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720] req@ffff9ab5f27af0c0 x1874671428840320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828720.386160:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428840320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828720.386175:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828720.386179:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828720.386183:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828721.345464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828721.345498:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828721.345546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828722.369519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828722.369533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828722.369605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828723.393503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828723.393537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787828723.393552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828724.417457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828724.417458:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828724.417507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828725.441477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828725.441546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828725.441581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828725.505527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828725.505540:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828725.505545:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828725.505556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2826 00000100:00080000:2.0:1787828725.505567:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828725.505573:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828725.505609:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428840448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828725.505634:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828725.505636:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828725.505638:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828725.505641:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2826 00000100:00080000:2.0:1787828725.505644:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828725.505647:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828725.505655:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828725.505665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428840576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828725.505673:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828725.505676:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428840448:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828725.505677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828725.505680:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828725.505688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2826 00000100:00080000:2.0:1787828725.505690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828725.505693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828725.505696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828725.505705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428840704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828725.505712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828725.505714:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828725.505716:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828725.505718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2826 00000100:00080000:2.0:1787828725.505730:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828725.505733:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828725.505736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828725.505743:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428840832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828725.505751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828725.505811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828725] req@ffff9ab5f9803480 x1874671428840448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828725.505831:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428840448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828725.505839:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828725.505842:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828725.505845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428840448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828725.505865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840576:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828725.505884:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828725.505894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828725] req@ffff9ab5f98003c0 x1874671428840576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828725.505902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428840576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828725.505908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828725.505910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828725.505912:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828725.505916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828725.505927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828725.505933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828725] req@ffff9ab5f9802d00 x1874671428840704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828725.505940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428840704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828725.505946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828725.505949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828725.505952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828725.505958:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828725.505976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828725.505988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828725] req@ffff9ab5f9800780 x1874671428840832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828725.506001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428840832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828725.506012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828725.506014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828725.506017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428840832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828726.465508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828726.465531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828726.465578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828727.489496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828727.489496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828727.489549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828728.513491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828728.513519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828728.513526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828729.537475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828729.537479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828729.537580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828730.561511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828730.561556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828730.561570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828730.625503:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828730.625517:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828730.625523:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828730.625536:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2831 00000100:00080000:2.0:1787828730.625552:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828730.625561:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828730.625610:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428840960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828730.625644:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828730.625648:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828730.625651:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828730.625655:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2831 00000100:00080000:2.0:1787828730.625658:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828730.625663:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828730.625674:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828730.625687:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428841088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828730.625695:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828730.625699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828730.625701:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828730.625704:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2831 00000100:00080000:2.0:1787828730.625706:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828730.625711:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828730.625720:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428840960:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787828730.625721:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828730.625744:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428841216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828730.625752:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828730.625756:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828730.625757:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828730.625760:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2831 00000100:00080000:2.0:1787828730.625763:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828730.625767:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828730.625770:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828730.625779:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428841344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828730.625800:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828730.625851:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730] req@ffff9ab5f9803840 x1874671428840960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828730.625866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428840960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828730.625875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828730.625878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828730.625881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428840960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828730.625888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841088:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828730.625907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828730.625915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730] req@ffff9ab5f9801680 x1874671428841088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828730.625928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428841088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828730.625934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828730.625936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828730.625939:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828730.625964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828730.625978:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828730.625984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730] req@ffff9ab5f98021c0 x1874671428841216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828730.625992:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428841216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828730.625998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828730.626000:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828730.626002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828730.626006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828730.626016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828730.626022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730] req@ffff9ab5f9800000 x1874671428841344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828730.626029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428841344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828730.626038:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828730.626041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828730.626043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828731.585477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828731.585500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828731.585534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828732.609490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828732.609499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828732.609552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828733.633516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828733.633518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828733.633547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828734.657483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828734.657484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828734.657521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828735.681545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828735.681545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828735.681579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828735.745529:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828735.745545:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828735.745549:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828735.745558:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2836 00000100:00080000:0.0:1787828735.745580:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828735.745587:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828735.745619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428841472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828735.745640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828735.745643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828735.745645:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828735.745649:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2836 00000100:00080000:0.0:1787828735.745653:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828735.745657:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828735.745668:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828735.745682:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428841472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828735.745685:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428841600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828735.745701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828735.745705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828735.745707:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828735.745711:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2836 00000100:00080000:0.0:1787828735.745715:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828735.745729:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828735.745735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:3.0:1787828735.745741:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828735.745751:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428841728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828735.745762:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828735.745766:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828735.745768:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828735.745773:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2836 00000100:00080000:0.0:1787828735.745777:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828735.745783:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff9ab5f27af480 x1874671428841472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828735.745784:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828735.745792:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828735.745807:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428841472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828735.745811:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428841856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828735.745827:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.745832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828735.745836:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428841472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828735.745857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828735.745873:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828735.745881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff9ab5f27af840 x1874671428841600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.745889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428841600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.745905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.745907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828735.745909:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828735.745913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828735.745923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828735.745929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff9ab5f27acb40 x1874671428841728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.745936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428841728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.745942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.745943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828735.745945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828735.745948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828735.745958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828735.745964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff9ab5f27ac000 x1874671428841856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.745971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428841856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.745975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.745977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828735.745979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428841856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828736.705492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828736.705531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828736.705609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828737.729524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828737.729524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828737.729574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828738.753474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828738.753488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828738.753511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828739.777529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828739.777529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828739.777565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828740.801548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828740.801550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828740.801637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828740.865532:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828740.865544:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828740.865548:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828740.865568:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2841 00000100:00080000:0.0:1787828740.865579:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828740.865586:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828740.865623:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428841984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828740.865650:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828740.865653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828740.865654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828740.865658:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2841 00000100:00080000:0.0:1787828740.865660:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828740.865663:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828740.865671:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828740.865680:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428842112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828740.865699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828740.865702:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828740.865703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828740.865706:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2841 00000100:00080000:0.0:1787828740.865709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828740.865712:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828740.865716:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828740.865727:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428842240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828740.865735:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828740.865738:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828740.865739:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828740.865742:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2841 00000100:00080000:0.0:1787828740.865744:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828740.865749:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428841984:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828740.865750:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828740.865757:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828740.865766:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428842368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828740.865822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828740.865879:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff9ab5f27ae940 x1874671428841984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.865896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428841984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.865906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.865909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828740.865913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428841984:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828740.865919:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842112:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828740.865939:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828740.865949:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff9ab5f27ad2c0 x1874671428842112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.865958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428842112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.865965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.865968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828740.865970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828740.865986:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828740.865998:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828740.866004:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff9ab5f27acf00 x1874671428842240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.866013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428842240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.866019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.866021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828740.866023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828740.866045:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828740.866078:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828740.866100:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff9ab5f27ac000 x1874671428842368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.866109:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428842368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.866115:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.866117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828740.866119:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828741.825556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828741.825556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828741.825574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828742.849539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828742.849743:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828742.849781:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828743.873547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828743.873563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828743.873580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828744.897491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828744.897504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828744.897528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828745.921546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828745.921546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828745.921575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828745.985583:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828745.985594:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828745.985597:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828745.985608:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2846 00000100:00080000:2.0:1787828745.985618:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828745.985624:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828745.985662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428842496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828745.985688:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828745.985691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828745.985693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828745.985696:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2846 00000100:00080000:2.0:1787828745.985698:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828745.985701:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828745.985709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828745.985719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428842624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828745.985732:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828745.985736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828745.985737:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828745.985740:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2846 00000100:00080000:2.0:1787828745.985743:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828745.985745:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828745.985750:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828745.985757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428842496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828745.985761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428842752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828745.985775:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828745.985778:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828745.985779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828745.985781:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2846 00000100:00080000:2.0:1787828745.985783:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828745.985786:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828745.985789:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828745.985797:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428842880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828745.985841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828745.985895:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff9ab5f98012c0 x1874671428842496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.985916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428842496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.985928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.985933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828745.985938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428842496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828745.985947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842624:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828745.985972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828745.985986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff9ab5f9802940 x1874671428842624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.985999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428842624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.986010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.986014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828745.986017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842624:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828745.986063:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828745.986088:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828745.986101:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff9ab5f9801a40 x1874671428842752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.986114:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428842752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.986123:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.986127:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828745.986131:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828745.986137:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828745.986173:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828745.986188:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff9ab5f9801e00 x1874671428842880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.986201:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428842880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.986211:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.986214:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828745.986219:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428842880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828746.945522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828746.945573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828746.945576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828747.969512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828747.969512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828747.969542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828748.993481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828748.993481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828748.993563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828750.017505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828750.017516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828750.017541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828751.041467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828751.041469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828751.041531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828751.105474:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828751.105487:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828751.105490:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828751.105500:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2851 00000100:00080000:2.0:1787828751.105509:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828751.105516:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828751.105544:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428843008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828751.105568:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828751.105571:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828751.105572:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828751.105575:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2851 00000100:00080000:2.0:1787828751.105578:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828751.105580:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828751.105588:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828751.105602:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428843136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828751.105612:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428843008:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828751.105619:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828751.105624:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828751.105626:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828751.105631:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2851 00000100:00080000:2.0:1787828751.105636:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828751.105642:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828751.105649:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828751.105664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428843264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828751.105673:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828751.105682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828751.105686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828751.105688:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828751.105693:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2851 00000100:00080000:2.0:1787828751.105698:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828751.105703:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828751.105709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828751.105723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428843392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828751.105766:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751] req@ffff9ab5f9800b40 x1874671428843008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828751.105782:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428843008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828751.105790:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828751.105794:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828751.105798:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428843008:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828751.105920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843136:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828751.105942:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828751.106003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751] req@ffff9ab5f9800f00 x1874671428843136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828751.106014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428843136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828751.106021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828751.106023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828751.106025:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843136:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828751.106030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828751.106047:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828751.106054:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751] req@ffff9ab5f9802580 x1874671428843264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828751.106062:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428843264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828751.106067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828751.106070:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828751.106072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828751.106076:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828751.106085:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828751.106091:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751] req@ffff9ab5f9801e00 x1874671428843392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828751.106097:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428843392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828751.106102:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828751.106104:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828751.106106:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828752.065500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828752.065500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828752.065523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828753.089508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828753.089509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828753.089662:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828754.113496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828754.113497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828754.113548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828755.137522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828755.137531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828755.137646:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828756.161480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828756.161485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828756.161529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828756.225527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828756.225536:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828756.225540:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828756.225549:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2856 00000100:00080000:0.0:1787828756.225559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828756.225566:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828756.225599:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428843520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828756.225623:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828756.225627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828756.225630:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828756.225634:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2856 00000100:00080000:0.0:1787828756.225638:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828756.225643:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828756.225654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828756.225669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428843648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828756.225674:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428843520:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828756.225690:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828756.225693:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828756.225694:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828756.225698:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2856 00000100:00080000:0.0:1787828756.225701:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828756.225705:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828756.225710:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828756.225722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428843776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828756.225729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828756.225732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828756.225734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828756.225737:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2856 00000100:00080000:0.0:1787828756.225740:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828756.225742:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828756.225745:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828756.225750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828756.225756:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428843904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828756.225800:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756] req@ffff9ab5f27acb40 x1874671428843520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828756.225815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428843520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828756.225823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828756.225827:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828756.225830:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428843520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828756.225849:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843648:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828756.225868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828756.225878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756] req@ffff9ab5f27af840 x1874671428843648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828756.225886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428843648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828756.225892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828756.225894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828756.225897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828756.225901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828756.225912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828756.225919:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756] req@ffff9ab5f27af480 x1874671428843776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828756.225927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428843776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828756.225935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828756.225939:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828756.225942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828756.225960:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828756.225984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828756.225997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756] req@ffff9ab5f27af0c0 x1874671428843904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828756.226008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428843904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828756.226014:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828756.226016:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828756.226019:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428843904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828757.185486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828757.185501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828757.185514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828758.209457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828758.209485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828758.209574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828759.233536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828759.233547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828759.233580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828760.257533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828760.257551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828760.257603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828761.281549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828761.281564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828761.281611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828761.345487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828761.345497:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828761.345502:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828761.345512:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2862 00000100:00080000:2.0:1787828761.345523:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828761.345530:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828761.345569:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428844032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828761.345596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828761.345599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828761.345601:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828761.345604:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2862 00000100:00080000:2.0:1787828761.345607:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828761.345610:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828761.345620:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828761.345631:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428844160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828761.345641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828761.345643:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428844032:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828761.345646:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828761.345650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828761.345657:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2862 00000100:00080000:2.0:1787828761.345659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828761.345662:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828761.345666:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828761.345676:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428844288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828761.345683:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828761.345686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828761.345688:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828761.345691:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2862 00000100:00080000:2.0:1787828761.345707:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828761.345711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828761.345715:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828761.345727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428844416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828761.345727:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828761.345790:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761] req@ffff9ab5f9801a40 x1874671428844032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828761.345814:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428844032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828761.345825:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828761.345830:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828761.345833:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428844032:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828761.345854:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844160:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828761.345875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828761.345885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761] req@ffff9ab5f9802940 x1874671428844160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828761.345894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428844160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828761.345901:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828761.345904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828761.345906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844160:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828761.345926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828761.345951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828761.345965:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761] req@ffff9ab5f98012c0 x1874671428844288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828761.345978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428844288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828761.346002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828761.346004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828761.346007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828761.346012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828761.346027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828761.346035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761] req@ffff9ab5f9800000 x1874671428844416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828761.346044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428844416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828761.346050:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828761.346052:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828761.346054:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828762.305520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828762.305528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828762.305548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828763.329557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828763.329596:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828763.329636:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828764.353527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828764.353609:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828764.353661:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828765.377547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828765.377576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828765.377644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828766.401514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828766.401533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828766.401556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828766.465505:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828766.465520:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828766.465525:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828766.465539:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2867 00000100:00080000:2.0:1787828766.465569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828766.465578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828766.465635:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428844544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828766.465661:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828766.465664:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828766.465666:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828766.465670:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2867 00000100:00080000:2.0:1787828766.465674:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828766.465677:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828766.465688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828766.465701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428844672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828766.465707:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428844544:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828766.465715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828766.465720:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828766.465722:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828766.465725:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2867 00000100:00080000:2.0:1787828766.465727:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828766.465730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828766.465734:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828766.465742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428844800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828766.465750:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828766.465753:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828766.465754:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828766.465757:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2867 00000100:00080000:2.0:1787828766.465760:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828766.465763:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828766.465767:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828766.465775:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428844928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828766.465800:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828766.465860:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766] req@ffff9ab5f98021c0 x1874671428844544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828766.465903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428844544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828766.465918:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828766.465924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828766.465947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428844544:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828766.465972:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844672:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828766.466000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828766.466016:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766] req@ffff9ab5f9801680 x1874671428844672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828766.466032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428844672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828766.466059:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828766.466063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828766.466067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844672:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828766.466075:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828766.466100:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828766.466114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766] req@ffff9ab5f9803840 x1874671428844800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828766.466129:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428844800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828766.466140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828766.466144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828766.466148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828766.466155:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828766.466178:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828766.466191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766] req@ffff9ab5f9800780 x1874671428844928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828766.466206:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428844928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828766.466217:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828766.466221:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828766.466225:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428844928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828767.425513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828767.425513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828767.425538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828768.449489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828768.449498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828768.449532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828769.473501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828769.473502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828769.473521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828770.497475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828770.497476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828770.497514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828771.521497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828771.521510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828771.521521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828771.585510:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828771.585523:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828771.585528:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828771.585540:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2872 00000100:00080000:2.0:1787828771.585551:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828771.585558:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828771.585601:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428845056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828771.585632:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828771.585637:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828771.585639:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828771.585644:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2872 00000100:00080000:2.0:1787828771.585648:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828771.585653:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828771.585664:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828771.585680:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428845184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828771.585697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828771.585701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828771.585703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828771.585706:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2872 00000100:00080000:2.0:1787828771.585710:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828771.585715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828771.585721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828771.585733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428845312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828771.585743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828771.585747:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828771.585749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828771.585752:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2872 00000100:00080000:2.0:1787828771.585756:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828771.585761:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828771.585766:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828771.585778:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428845440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828771.585803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428845056:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787828771.585940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828771.585994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771] req@ffff9ab5f9802d00 x1874671428845056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828771.586012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428845056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828771.586022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828771.586026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828771.586029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428845056:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828771.586055:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845184:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828771.586076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828771.586086:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771] req@ffff9ab5f98003c0 x1874671428845184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828771.586100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428845184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828771.586107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828771.586109:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828771.586112:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845184:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828771.586125:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828771.586137:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828771.586143:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771] req@ffff9ab5f9803480 x1874671428845312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828771.586151:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428845312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828771.586157:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828771.586159:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828771.586161:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828771.586187:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828771.586198:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828771.586205:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771] req@ffff9ab5f9800780 x1874671428845440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828771.586212:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428845440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828771.586222:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828771.586224:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828771.586226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828772.545521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828772.545530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828772.545602:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828773.569489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828773.569514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828773.569538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828774.593500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828774.593500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828774.593524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828775.617506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828775.617506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828775.617567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828776.641516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828776.641516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828776.641544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828776.705502:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828776.705590:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828776.705594:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828776.705605:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2877 00000100:00080000:2.0:1787828776.705618:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828776.705627:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828776.705693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428845568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828776.705744:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828776.705747:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828776.705749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828776.705752:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2877 00000100:00080000:2.0:1787828776.705755:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828776.705758:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828776.705767:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828776.705780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428845696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828776.705790:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828776.705791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428845568:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828776.705798:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828776.705803:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828776.705821:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2877 00000100:00080000:2.0:1787828776.705827:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828776.705847:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828776.705854:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828776.705867:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428845824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828776.705877:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828776.705880:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828776.705881:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828776.705884:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2877 00000100:00080000:2.0:1787828776.705888:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828776.705892:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828776.705913:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828776.705921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828776.705926:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428845952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828776.705984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff9ab5f9803840 x1874671428845568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828776.706010:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428845568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828776.706019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828776.706023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828776.706026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428845568:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828776.706063:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845696:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828776.706082:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828776.706091:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff9ab5f9801680 x1874671428845696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828776.706099:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428845696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828776.706105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828776.706108:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828776.706110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845696:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828776.706115:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828776.706132:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828776.706139:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff9ab5f98021c0 x1874671428845824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828776.706147:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428845824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828776.706153:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828776.706155:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828776.706157:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828776.706161:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828776.706171:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828776.706176:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff9ab5f9800000 x1874671428845952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828776.706183:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428845952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828776.706188:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828776.706190:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828776.706192:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428845952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828777.665481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828777.665502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828777.665528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828778.689580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828778.689580:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828778.689635:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828779.713474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828779.713474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828779.713541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828780.737513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828780.737513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828780.737549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828781.761497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828781.761509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828781.761511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828781.825508:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828781.825519:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828781.825522:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828781.825531:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2882 00000100:00080000:2.0:1787828781.825541:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828781.825547:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828781.825581:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428846080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828781.825604:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828781.825607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828781.825609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828781.825612:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2882 00000100:00080000:2.0:1787828781.825614:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828781.825616:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828781.825625:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828781.825633:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428846208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828781.825643:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828781.825644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428846080:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828781.825647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828781.825651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828781.825656:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2882 00000100:00080000:2.0:1787828781.825658:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828781.825660:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828781.825664:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828781.825674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428846336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828781.825681:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828781.825683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828781.825684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828781.825687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2882 00000100:00080000:2.0:1787828781.825693:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828781.825696:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828781.825699:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828781.825706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428846464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828781.825748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846208:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828781.825787:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828781.825826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828782.785479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828782.785479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828782.785500:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828783.809468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828783.809515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828783.809531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828784.833478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828784.833498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828784.833506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828784.897674:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787828784.897714:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828784.897729:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828784.897778:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828784.897789:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787828784.897798:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787828784.897840:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828784] req@ffff9ab5f9802940 x1874671428846208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828784.897873:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428846208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828784.897895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828784.897900:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828784.897904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846208:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828784.897912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828784] req@ffff9ab5f9801a40 x1874671428846336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828784.897926:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428846336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828784.897934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828784.897938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828784.897941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828784.897948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828784] req@ffff9ab5f9801e00 x1874671428846464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828784.897959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428846464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828784.897972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828784.897975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828784.897978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828784.897986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828784] req@ffff9ab5f98012c0 x1874671428846080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828784.897998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428846080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828784.898005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828784.898008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828784.898011:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428846080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828785.857488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828785.857532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828785.857549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828786.881486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828786.881534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828786.881631:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828786.945540:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828786.945552:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828786.945556:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828786.945568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2887 00000100:00080000:2.0:1787828786.945580:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828786.945589:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828786.945637:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428846592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828786.945665:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828786.945684:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828786.945686:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828786.945690:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2887 00000100:00080000:2.0:1787828786.945693:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828786.945696:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828786.945705:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828786.945717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428846720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828786.945727:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828786.945730:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828786.945732:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828786.945765:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2887 00000100:00080000:2.0:1787828786.945768:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828786.945771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828786.945775:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828786.945780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428846592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828786.945788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428846848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828786.945797:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828786.945801:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828786.945804:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828786.945812:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2887 00000100:00080000:2.0:1787828786.945816:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828786.945820:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828786.945826:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828786.945839:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428846976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828786.945854:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828786.945902:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff9ab5f9802580 x1874671428846592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828786.945924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428846592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828786.945936:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828786.945941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828786.945947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428846592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828786.945955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846720:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828786.945983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828786.945998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff9ab5f9800f00 x1874671428846720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828786.946016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428846720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828786.946027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828786.946031:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828786.946035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846720:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828786.946066:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828786.946095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828786.946111:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff9ab5f9800b40 x1874671428846848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828786.946124:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428846848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828786.946133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828786.946137:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828786.946139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828786.946147:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828786.946177:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828786.946191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff9ab5f98012c0 x1874671428846976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828786.946205:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428846976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828786.946215:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828786.946219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828786.946222:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428846976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828787.905486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828787.905531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828787.905568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828788.929472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828788.929531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828788.929532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828789.953453:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828789.953491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828789.953495:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828790.977471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828790.977472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828790.977565:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828792.001521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828792.001523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828792.001555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828792.065516:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828792.065526:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828792.065529:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828792.065538:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2892 00000100:00080000:0.0:1787828792.065557:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828792.065563:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828792.065597:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428847104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828792.065618:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828792.065620:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828792.065622:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828792.065624:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2892 00000100:00080000:0.0:1787828792.065627:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828792.065629:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828792.065637:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828792.065645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428847232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828792.065652:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828792.065654:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828792.065656:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828792.065658:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2892 00000100:00080000:0.0:1787828792.065659:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828792.065662:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828792.065664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828792.065671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428847360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828792.065677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828792.065679:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828792.065680:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828792.065682:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2892 00000100:00080000:0.0:1787828792.065685:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828792.065687:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828792.065690:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828792.065696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428847104:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828792.065711:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428847488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828792.065766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828792.065802:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828792] req@ffff9ab5f27ac3c0 x1874671428847104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828792.065815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428847104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828792.065823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828792.065826:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828792.065829:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428847104:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828792.065836:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847232:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828792.065850:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828792.065857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828792] req@ffff9ab5f27afc00 x1874671428847232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828792.065865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428847232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828792.065871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828792.065873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828792.065875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847232:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828792.065879:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828792.065889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828792.065894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828792] req@ffff9ab5f27ade00 x1874671428847360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828792.065902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428847360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828792.065907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828792.065909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828792.065911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828792.065930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828792.065940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828792.065945:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828792] req@ffff9ab5f27ae1c0 x1874671428847488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828792.065953:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428847488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828792.065958:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828792.065960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828792.065962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828793.025497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828793.025504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828793.025540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828794.049515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828794.049547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828794.049563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828795.073479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828795.073514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828795.073531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828796.097541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828796.097542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828796.097569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828797.121478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828797.121479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828797.121506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828797.185493:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828797.185502:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828797.185505:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828797.185514:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2897 00000100:00080000:3.0:1787828797.185523:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828797.185529:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828797.185562:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428847616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828797.185592:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828797.185596:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828797.185598:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828797.185602:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2897 00000100:00080000:3.0:1787828797.185606:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828797.185609:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828797.185617:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428847616:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787828797.185618:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828797.185636:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428847744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828797.185645:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828797.185648:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828797.185649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828797.185652:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2897 00000100:00080000:3.0:1787828797.185655:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828797.185658:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828797.185661:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828797.185686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428847872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828797.185693:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787828797.185696:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828797.185697:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828797.185701:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828797.185705:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2897 00000100:00080000:3.0:1787828797.185709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828797.185712:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828797.185716:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828797.185726:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428848000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828797.185741:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797] req@ffff9ab5f994b840 x1874671428847616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.185756:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428847616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.185767:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.185771:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828797.185775:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428847616:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828797.185799:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847744:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828797.185824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828797.185834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797] req@ffff9ab5f9949a40 x1874671428847744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.185843:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428847744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.185849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.185851:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828797.185854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847744:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828797.185858:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828797.185870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828797.185876:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797] req@ffff9ab5f9948000 x1874671428847872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.185884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428847872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.185890:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.185892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828797.185894:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428847872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828797.185897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828797.185907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828797.185912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797] req@ffff9ab5f994b480 x1874671428848000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828797.185919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428848000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828797.185924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828797.185926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828797.185927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828798.145517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828798.145517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828798.145540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828799.169543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828799.169551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828799.169570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828800.193533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828800.193534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828800.193599:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828801.217607:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828801.217607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828801.217661:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828802.241482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828802.241495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828802.241523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828802.305542:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828802.305558:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828802.305564:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828802.305604:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2903 00000100:00080000:0.0:1787828802.305616:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828802.305623:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828802.305668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428848128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828802.305693:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828802.305696:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828802.305697:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828802.305700:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2903 00000100:00080000:0.0:1787828802.305703:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828802.305706:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828802.305714:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828802.305727:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428848256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828802.305729:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428848128:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828802.305744:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828802.305747:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828802.305749:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828802.305752:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2903 00000100:00080000:0.0:1787828802.305754:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828802.305757:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828802.305760:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828802.305770:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428848384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828802.305781:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828802.305784:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828802.305785:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828802.305787:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2903 00000100:00080000:0.0:1787828802.305790:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828802.305795:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787828802.305796:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787828802.305801:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828802.305811:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428848512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828802.305837:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802] req@ffff9ab5f27ae580 x1874671428848128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828802.305851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428848128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828802.305860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828802.305862:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828802.305865:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428848128:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828802.305882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848256:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828802.305914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828802.305924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802] req@ffff9ab5f27aed00 x1874671428848256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828802.305933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428848256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828802.305940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828802.305943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828802.305945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848256:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828802.305949:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828802.305962:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828802.305969:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802] req@ffff9ab5f27ad680 x1874671428848384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828802.305982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428848384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828802.305997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828802.305999:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828802.306001:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828802.306005:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828802.306016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828802.306022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802] req@ffff9ab5f27ae1c0 x1874671428848512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828802.306030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428848512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828802.306036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828802.306038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828802.306040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828803.265532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828803.265542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828803.265569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828804.289540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828804.289562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828804.289684:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828805.313522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828805.313660:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828805.313687:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828806.337505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828806.337580:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828806.337615:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828807.361513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828807.361555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828807.361556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828807.425560:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828807.425571:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828807.425575:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828807.425585:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2908 00000100:00080000:2.0:1787828807.425609:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828807.425616:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828807.425661:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428848640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828807.425702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828807.425705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828807.425706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828807.425709:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2908 00000100:00080000:2.0:1787828807.425712:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828807.425714:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828807.425723:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828807.425733:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428848768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828807.425742:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828807.425745:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828807.425746:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828807.425748:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2908 00000100:00080000:2.0:1787828807.425750:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828807.425754:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828807.425758:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828807.425766:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428848896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828807.425780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428848640:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828807.425781:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828807.425794:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828807.425802:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828807.425807:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2908 00000100:00080000:2.0:1787828807.425809:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828807.425812:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828807.425815:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828807.425824:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428849024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828807.425898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828807.425951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807] req@ffff9ab5f9801e00 x1874671428848640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828807.425998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428848640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828807.426009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828807.426013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828807.426016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428848640:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828807.426024:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848768:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828807.426064:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828807.426074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807] req@ffff9ab5f9801a40 x1874671428848768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828807.426082:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428848768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828807.426112:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828807.426115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828807.426118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848768:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828807.426145:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828807.426162:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828807.426170:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807] req@ffff9ab5f9802940 x1874671428848896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828807.426179:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428848896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828807.426191:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828807.426194:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828807.426196:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428848896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828807.426201:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828807.426212:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828807.426218:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807] req@ffff9ab5f9800000 x1874671428849024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828807.426227:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428849024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828807.426232:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828807.426234:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828807.426237:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828808.385487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828808.385487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828808.385602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828809.409529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828809.409654:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828809.409737:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828810.433546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828810.433556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828810.433676:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828811.457537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828811.457578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828811.457667:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828812.481494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828812.481578:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828812.481627:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787828812.545526:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828812.545535:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828812.545540:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828812.545549:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2913 00000100:00080000:3.0:1787828812.545570:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828812.545576:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828812.545613:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428849152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828812.545642:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828812.545645:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828812.545646:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828812.545649:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2913 00000100:00080000:3.0:1787828812.545651:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828812.545653:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828812.545661:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828812.545669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428849280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828812.545675:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828812.545678:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828812.545679:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828812.545681:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2913 00000100:00080000:3.0:1787828812.545683:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828812.545685:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828812.545688:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828812.545694:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428849408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828812.545701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828812.545704:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828812.545705:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828812.545708:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2913 00000100:00080000:3.0:1787828812.545710:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828812.545713:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828812.545716:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828812.545723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428849152:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828812.545724:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428849536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828812.545784:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828812.545819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812] req@ffff9ab5f994a940 x1874671428849152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828812.545833:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428849152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828812.545841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828812.545844:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828812.545847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428849152:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828812.545852:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849280:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828812.545864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828812.545871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812] req@ffff9ab5f9949e00 x1874671428849280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828812.545879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428849280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828812.545884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828812.545886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828812.545888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849280:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828812.545892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828812.545901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828812.545907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812] req@ffff9ab5f9948f00 x1874671428849408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828812.545914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428849408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828812.545924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828812.545925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828812.545927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828812.545948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828812.545958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828812.545963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812] req@ffff9ab5f994a1c0 x1874671428849536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828812.545970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428849536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828812.545975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828812.545977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828812.545979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828813.505510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828813.505567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828813.505583:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828814.529520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828814.529571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828814.529589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828815.553563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828815.553563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828815.553634:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828816.577604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828816.577618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828816.577638:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828817.601499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828817.601505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828817.601605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828817.665496:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828817.665505:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828817.665510:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828817.665519:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2918 00000100:00080000:2.0:1787828817.665543:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828817.665551:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828817.665592:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428849664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828817.665617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828817.665621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828817.665622:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828817.665626:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2918 00000100:00080000:2.0:1787828817.665629:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828817.665631:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828817.665642:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828817.665651:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428849792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828817.665659:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828817.665662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828817.665664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828817.665667:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2918 00000100:00080000:2.0:1787828817.665670:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828817.665672:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828817.665675:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828817.665682:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428849920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828817.665689:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828817.665690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828817.665691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828817.665694:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2918 00000100:00080000:2.0:1787828817.665696:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828817.665701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828817.665705:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828817.665706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428849664:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828817.665713:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428850048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828817.665788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828817.665837:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817] req@ffff9ab5f98021c0 x1874671428849664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828817.665857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428849664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828817.665869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828817.665873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828817.665877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428849664:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828817.665885:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849792:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828817.665910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828817.665924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817] req@ffff9ab5f9801680 x1874671428849792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828817.665937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428849792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828817.665946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828817.665950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828817.665954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849792:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828817.665981:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828817.666004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828817.666017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817] req@ffff9ab5f9803840 x1874671428849920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828817.666030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428849920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828817.666040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828817.666044:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828817.666048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428849920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828817.666056:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828817.666076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828817.666088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817] req@ffff9ab5f9800780 x1874671428850048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828817.666100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428850048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828817.666108:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828817.666112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828817.666115:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828818.625512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828818.625526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828818.625551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828819.649527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828819.649618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828819.649679:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828820.673487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828820.673548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828820.673549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828821.697545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828821.697549:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828821.697549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828822.721466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828822.721532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828822.721563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787828822.785545:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.785555:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828822.785560:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.785572:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2923 00000100:00080000:2.0:1787828822.785585:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.785594:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828822.785640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428850176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828822.785670:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.785674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828822.785676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.785680:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2923 00000100:00080000:2.0:1787828822.785685:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.785689:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828822.785703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828822.785719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428850304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828822.785724:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428850176:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828822.785729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.785739:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828822.785744:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.785752:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2923 00000100:00080000:2.0:1787828822.785758:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.785764:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828822.785770:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828822.785782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428850432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828822.785790:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.785793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828822.785794:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.785798:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2923 00000100:00080000:2.0:1787828822.785801:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.785804:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828822.785807:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828822.785809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828822.785825:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428850560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828822.785881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff9ab5f9803480 x1874671428850176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828822.785903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428850176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828822.785912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828822.785916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828822.785919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428850176:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828822.785962:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850304:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828822.785987:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828822.786016:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff9ab5f98003c0 x1874671428850304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828822.786031:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428850304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828822.786043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828822.786048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828822.786052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850304:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828822.786080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828822.786106:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828822.786116:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff9ab5f9802d00 x1874671428850432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828822.786126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428850432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828822.786149:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828822.786152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828822.786155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828822.786161:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828822.786182:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828822.786197:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff9ab5f9800780 x1874671428850560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828822.786211:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428850560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828822.786221:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828822.786226:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828822.786233:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828823.745576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828823.745581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828823.745633:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828824.769551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828824.769566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828824.769575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828825.793540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828825.793566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828825.793569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828826.817475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828826.817542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828826.817584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828827.841509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828827.841510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828827.841614:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828827.905647:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828827.905662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828827.905667:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828827.905678:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2928 00000100:00080000:1.0:1787828827.905702:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828827.905709:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828827.905773:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428850688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828827.905805:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828827.905809:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828827.905811:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828827.905815:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2928 00000100:00080000:1.0:1787828827.905818:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828827.905822:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828827.905835:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828827.905848:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428850816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828827.905862:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828827.905866:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828827.905867:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828827.905870:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2928 00000100:00080000:1.0:1787828827.905875:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828827.905885:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828827.905887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428850688:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787828827.905891:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828827.905917:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428850944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828827.905926:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828827.905930:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828827.905933:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828827.905939:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2928 00000100:00080000:1.0:1787828827.905943:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828827.905946:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828827.905951:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828827.905962:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428851072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828827.905988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828827.906032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff9ab5f24b83c0 x1874671428850688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828827.906049:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428850688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828827.906069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828827.906073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828827.906076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428850688:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828827.906099:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850816:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828827.906118:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828827.906127:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff9ab5f24b92c0 x1874671428850816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828827.906137:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428850816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828827.906147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828827.906152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828827.906156:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850816:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828827.906164:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828827.906190:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828827.906204:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff9ab5f24bb840 x1874671428850944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828827.906218:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428850944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828827.906235:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828827.906238:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828827.906241:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428850944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828827.906246:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828827.906263:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828827.906271:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff9ab5f24b8000 x1874671428851072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828827.906280:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428851072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828827.906301:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828827.906303:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828827.906306:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828828.865564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828828.865574:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828828.865592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828829.889594:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828829.889598:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828829.889599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828830.913536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828830.913536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828830.913569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828831.937550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828831.937584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828831.937590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828832.961593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828832.961593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828832.961636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828833.025585:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828833.025616:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828833.025620:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828833.025631:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2933 00000100:00080000:0.0:1787828833.025640:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828833.025646:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828833.025699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428851200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828833.025754:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828833.025756:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828833.025758:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828833.025761:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2933 00000100:00080000:0.0:1787828833.025764:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828833.025767:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828833.025787:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828833.025798:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428851328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828833.025809:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428851200:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828833.025819:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828833.025822:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828833.025824:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828833.025828:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2933 00000100:00080000:0.0:1787828833.025831:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828833.025834:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828833.025838:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828833.025848:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428851456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828833.025864:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828833.025867:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828833.025868:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828833.025871:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2933 00000100:00080000:0.0:1787828833.025873:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828833.025876:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828833.025880:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828833.025892:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828833.025893:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428851584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828833.025947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833] req@ffff9ab5f27ade00 x1874671428851200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828833.025962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428851200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828833.025987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828833.025990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828833.025992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428851200:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828833.026024:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851328:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828833.026041:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828833.026049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833] req@ffff9ab5f27afc00 x1874671428851328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828833.026057:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428851328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828833.026074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828833.026076:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828833.026078:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851328:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828833.026082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828833.026092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828833.026098:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833] req@ffff9ab5f27ac3c0 x1874671428851456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828833.026105:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428851456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828833.026110:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828833.026112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828833.026114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828833.026117:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828833.026127:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828833.026138:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833] req@ffff9ab5f27af0c0 x1874671428851584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828833.026146:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428851584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828833.026151:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828833.026152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828833.026154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828833.985496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828833.985498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828833.985550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828835.009587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828835.009594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828835.009623:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828836.033527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828836.033539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828836.033559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828837.057587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828837.057593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828837.057629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828838.081552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828838.081561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828838.081599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828838.146493:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828838.146507:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828838.146511:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828838.146523:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2938 00000100:00080000:1.0:1787828838.146535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828838.146542:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828838.146580:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428851712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828838.146616:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828838.146620:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828838.146623:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828838.146628:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2938 00000100:00080000:1.0:1787828838.146632:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828838.146636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828838.146646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828838.146662:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428851840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828838.146664:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428851712:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828838.146675:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828838.146680:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828838.146682:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828838.146687:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2938 00000100:00080000:1.0:1787828838.146691:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828838.146695:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828838.146701:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828838.146710:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428851968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828838.146720:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828838.146723:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828838.146725:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828838.146728:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2938 00000100:00080000:1.0:1787828838.146731:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828838.146734:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787828838.146738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787828838.146739:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828838.146748:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428852096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828838.146776:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838] req@ffff9ab5f24b8000 x1874671428851712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828838.146795:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428851712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828838.146806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828838.146810:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828838.146813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428851712:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828838.146831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851840:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828838.146850:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828838.146860:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838] req@ffff9ab5f24bb840 x1874671428851840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828838.146868:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428851840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828838.146874:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828838.146876:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828838.146878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851840:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828838.146882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828838.146894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828838.146900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838] req@ffff9ab5f24b92c0 x1874671428851968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828838.146907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428851968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828838.146913:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828838.146914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828838.146917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428851968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828838.146920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828838.146929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828838.146935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838] req@ffff9ab5f24b83c0 x1874671428852096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828838.146942:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428852096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828838.146947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828838.146949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828838.146951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828839.105572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828839.105575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828839.105605:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828840.129559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828840.129566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828840.129642:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828841.153500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828841.153543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828841.153552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828842.177497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828842.177525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787828842.177547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828843.201490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828843.201490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828843.201602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828843.265532:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828843.265541:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828843.265546:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828843.265556:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2943 00000100:00080000:2.0:1787828843.265569:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828843.265576:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828843.265619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428852224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828843.265648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828843.265652:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828843.265654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828843.265659:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2943 00000100:00080000:2.0:1787828843.265663:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828843.265667:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828843.265678:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828843.265693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428852352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828843.265704:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428852224:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828843.265709:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828843.265712:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828843.265714:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828843.265718:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2943 00000100:00080000:2.0:1787828843.265722:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828843.265726:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828843.265731:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828843.265741:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428852480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828843.265749:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828843.265752:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828843.265754:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828843.265757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2943 00000100:00080000:2.0:1787828843.265775:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828843.265780:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828843.265785:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828843.265785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828843.265794:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428852608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828843.265834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843] req@ffff9ab5f9803840 x1874671428852224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828843.265853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428852224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828843.265870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828843.265878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828843.265883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428852224:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828843.265911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852352:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828843.265938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828843.265952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843] req@ffff9ab5f9801680 x1874671428852352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828843.265960:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428852352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828843.265968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828843.265971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828843.265975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852352:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828843.265982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828843.266004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828843.266016:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843] req@ffff9ab5f98021c0 x1874671428852480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828843.266029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428852480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828843.266039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828843.266042:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828843.266044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828843.266048:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828843.266063:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828843.266071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843] req@ffff9ab5f9800000 x1874671428852608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828843.266078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428852608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828843.266084:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828843.266086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828843.266089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828844.225533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828844.225635:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828844.225687:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828845.249500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828845.249522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828845.249528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828846.273499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828846.273569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828846.273590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828847.297529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828847.297540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828847.297628:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828848.321475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828848.321522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828848.321535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828848.385557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828848.385566:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828848.385570:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828848.385579:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2949 00000100:00080000:0.0:1787828848.385589:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828848.385596:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828848.385630:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428852736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828848.385652:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828848.385655:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828848.385656:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828848.385659:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2949 00000100:00080000:0.0:1787828848.385662:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828848.385665:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828848.385672:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828848.385683:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428852736:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828848.385684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428852864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828848.385698:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828848.385701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828848.385702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828848.385706:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2949 00000100:00080000:0.0:1787828848.385708:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828848.385710:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828848.385714:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828848.385723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428852992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828848.385729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828848.385732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828848.385733:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828848.385735:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2949 00000100:00080000:0.0:1787828848.385739:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828848.385741:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828848.385744:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828848.385751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428853120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828848.385793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852864:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828848.385829:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828848.385844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828849.345470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828849.345471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828849.345504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828850.369503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828850.369543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828850.369567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828851.393497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828851.393545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828851.393579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:2.0:1787828851.458041:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787828851.458108:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828851.458138:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828851.458198:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828851.458215:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787828851.458230:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828851.458351:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828851] req@ffff9ab5f27af840 x1874671428852864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.458387:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428852864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.458439:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.458447:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828851.458453:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852864:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828851.458465:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828851] req@ffff9ab5f27acb40 x1874671428852992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.458481:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428852992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.458493:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.458498:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828851.458503:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428852992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828851.458512:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828851] req@ffff9ab5f27ac000 x1874671428853120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.458528:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428853120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.458538:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.458541:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828851.458545:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828851.458554:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828851] req@ffff9ab5f27af480 x1874671428852736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828851.458572:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428852736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828851.458584:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828851.458588:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828851.458593:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428852736:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828852.417490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828852.417536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828852.417573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828853.441505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828853.441541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828853.441604:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787828853.505547:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828853.505556:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828853.505560:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828853.505577:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2954 00000100:00080000:3.0:1787828853.505586:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828853.505592:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828853.505622:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428853248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828853.505645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828853.505647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828853.505649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828853.505653:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2954 00000100:00080000:3.0:1787828853.505655:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828853.505658:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828853.505666:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828853.505674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428853376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828853.505683:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828853.505689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428853248:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828853.505689:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828853.505693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828853.505700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2954 00000100:00080000:3.0:1787828853.505703:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828853.505705:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828853.505709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828853.505723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428853504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828853.505734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828853.505738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828853.505740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828853.505744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2954 00000100:00080000:3.0:1787828853.505749:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828853.505753:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828853.505759:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828853.505768:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828853.505774:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428853632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828853.505813:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853] req@ffff9ab5f994b0c0 x1874671428853248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828853.505846:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428853248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828853.505857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828853.505861:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828853.505866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428853248:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828853.505901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853376:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828853.505928:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828853.505943:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853] req@ffff9ab5f994bc00 x1874671428853376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828853.505956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428853376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828853.505966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828853.505969:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828853.505972:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853376:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828853.505980:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828853.506002:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828853.506014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853] req@ffff9ab5f99492c0 x1874671428853504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828853.506025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428853504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828853.506034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828853.506037:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828853.506040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828853.506046:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828853.506065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828853.506076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853] req@ffff9ab5f9948b40 x1874671428853632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828853.506087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428853632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828853.506094:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828853.506097:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828853.506101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828854.465454:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828854.465521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828854.465534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828855.489467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828855.489502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828855.489541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828856.513483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828856.513497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828856.513516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828857.537521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828857.537545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828857.537551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828858.561515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828858.561515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828858.561550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828858.625555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828858.625567:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828858.625574:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828858.625588:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2959 00000100:00080000:2.0:1787828858.625602:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828858.625611:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828858.625657:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428853760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828858.625685:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828858.625689:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828858.625691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828858.625698:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2959 00000100:00080000:2.0:1787828858.625706:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828858.625711:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828858.625726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828858.625729:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428853760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828858.625746:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428853888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828858.625758:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828858.625763:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828858.625766:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828858.625770:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2959 00000100:00080000:2.0:1787828858.625778:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828858.625784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828858.625790:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828858.625801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428854016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828858.625812:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787828858.625814:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828858.625821:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828858.625824:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828858.625829:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2959 00000100:00080000:2.0:1787828858.625833:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828858.625836:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828858.625840:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828858.625848:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428854144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828858.625880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828858] req@ffff9ab5f9802940 x1874671428853760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828858.625899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428853760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828858.625908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828858.625912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828858.625916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428853760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828858.625936:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853888:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828858.625966:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828858.625977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828858] req@ffff9ab5f9801a40 x1874671428853888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828858.625987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428853888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828858.625993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828858.625996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828858.625998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428853888:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828858.626003:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828858.626022:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828858.626030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828858] req@ffff9ab5f9801e00 x1874671428854016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828858.626058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428854016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828858.626064:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828858.626068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828858.626071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828858.626076:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828858.626098:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828858.626131:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828858] req@ffff9ab5f98012c0 x1874671428854144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828858.626149:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428854144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828858.626162:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828858.626166:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828858.626168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828859.585507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828859.585508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828859.585547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828860.609465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828860.609471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828860.609540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828861.633514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828861.633514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828861.633554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828862.657504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828862.657523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828862.657716:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828863.681478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828863.681492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828863.681512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828863.745518:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828863.745527:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828863.745531:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828863.745540:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2964 00000100:00080000:2.0:1787828863.745548:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828863.745554:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828863.745587:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428854272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828863.745613:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828863.745616:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828863.745617:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828863.745620:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2964 00000100:00080000:2.0:1787828863.745622:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828863.745624:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828863.745632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828863.745640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428854400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828863.745647:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828863.745649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828863.745650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828863.745652:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2964 00000100:00080000:2.0:1787828863.745654:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828863.745656:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828863.745659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828863.745664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428854528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828863.745675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828863.745678:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828863.745679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828863.745681:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2964 00000100:00080000:2.0:1787828863.745683:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828863.745685:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828863.745688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828863.745706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428854272:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828863.745709:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428854656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828863.745776:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828863.745813:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff9ab5f9800b40 x1874671428854272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828863.745837:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428854272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828863.745845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828863.745849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828863.745852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428854272:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828863.745857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854400:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828863.745871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828863.745878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff9ab5f9800f00 x1874671428854400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828863.745886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428854400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828863.745902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828863.745904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828863.745906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854400:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828863.745909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828863.745919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828863.745925:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff9ab5f9802580 x1874671428854528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828863.745932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428854528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828863.745942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828863.745944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828863.745946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828863.745965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828863.745974:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828863.745980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff9ab5f98012c0 x1874671428854656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828863.745987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428854656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828863.745992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828863.745994:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828863.745996:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828864.705489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828864.705520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828864.705545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828865.729487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828865.729546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828865.729549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828866.753527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828866.753586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828866.753758:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828867.777472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828867.777472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828867.777508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828868.801555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828868.801556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828868.801611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828868.865508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828868.865518:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828868.865523:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828868.865533:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2969 00000100:00080000:2.0:1787828868.865545:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828868.865553:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828868.865599:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428854784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828868.865634:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828868.865638:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828868.865640:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828868.865646:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2969 00000100:00080000:2.0:1787828868.865650:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828868.865654:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828868.865670:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828868.865686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428854912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828868.865696:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828868.865699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828868.865709:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828868.865710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428854784:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828868.865718:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2969 00000100:00080000:2.0:1787828868.865725:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828868.865729:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828868.865733:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828868.865748:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428855040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828868.865756:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828868.865759:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828868.865761:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828868.865764:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2969 00000100:00080000:2.0:1787828868.865767:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828868.865770:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828868.865773:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828868.865780:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428855168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828868.865797:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828868.865843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff9ab5f9801e00 x1874671428854784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828868.865863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428854784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828868.865871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828868.865875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828868.865878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428854784:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828868.865898:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854912:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828868.865914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828868.865922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff9ab5f9801a40 x1874671428854912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828868.865931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428854912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828868.865940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828868.865943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828868.865947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428854912:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828868.865954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828868.865976:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828868.865988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff9ab5f9802940 x1874671428855040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828868.865999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428855040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828868.866010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828868.866012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828868.866014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828868.866019:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828868.866034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828868.866041:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff9ab5f9800000 x1874671428855168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828868.866048:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428855168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828868.866054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828868.866056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828868.866058:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828869.825525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828869.825525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828869.825589:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828870.849473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828870.849475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828870.849526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828871.873562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828871.873579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828871.873622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828872.897478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828872.897486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828872.897518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828873.921525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828873.921525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828873.921569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828873.985497:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828873.985509:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828873.985513:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828873.985524:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2974 00000100:00080000:2.0:1787828873.985536:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828873.985543:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828873.985583:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428855296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828873.985627:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828873.985630:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828873.985632:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828873.985635:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2974 00000100:00080000:2.0:1787828873.985647:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828873.985651:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828873.985660:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828873.985673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428855424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828873.985685:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828873.985686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428855296:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828873.985691:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828873.985697:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828873.985702:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2974 00000100:00080000:2.0:1787828873.985706:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828873.985709:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828873.985714:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828873.985726:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428855552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828873.985735:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828873.985738:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828873.985740:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828873.985743:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2974 00000100:00080000:2.0:1787828873.985746:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828873.985749:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828873.985753:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828873.985760:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828873.985770:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428855680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828873.985830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff9ab5f98021c0 x1874671428855296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828873.985858:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428855296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828873.985883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828873.985887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828873.985891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428855296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828873.985913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855424:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828873.985937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828873.985948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff9ab5f9801680 x1874671428855424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828873.985958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428855424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828873.985966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828873.985968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828873.985971:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855424:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828873.985976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828873.985995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828873.986007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff9ab5f9803840 x1874671428855552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828873.986023:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428855552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828873.986043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828873.986048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828873.986052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828873.986060:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828873.986081:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828873.986091:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff9ab5f9800780 x1874671428855680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828873.986101:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428855680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828873.986107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828873.986110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828873.986113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828874.945489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828874.945489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828874.945504:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828875.969528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828875.969528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828875.969575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828876.993514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828876.993520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828876.993537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828878.017496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828878.017523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828878.017574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828879.041531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828879.041531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828879.041586:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828879.105590:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828879.105601:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828879.105605:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828879.105616:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2979 00000100:00080000:3.0:1787828879.105630:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828879.105640:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828879.105683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428855808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828879.105717:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828879.105720:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828879.105722:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828879.105727:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2979 00000100:00080000:3.0:1787828879.105732:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828879.105737:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828879.105746:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828879.105752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428855808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828879.105764:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428855936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828879.105775:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828879.105779:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828879.105780:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828879.105784:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2979 00000100:00080000:3.0:1787828879.105787:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828879.105791:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828879.105795:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828879.105804:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428856064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828879.105818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828879.105826:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828879.105832:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828879.105835:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828879.105841:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2979 00000100:00080000:3.0:1787828879.105847:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828879.105853:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828879.105860:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828879.105869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879] req@ffff9ab5f994a580 x1874671428855808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828879.105880:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428856192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828879.105892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428855808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828879.105904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828879.105909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828879.105913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428855808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828879.105934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855936:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828879.105952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828879.105962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879] req@ffff9ab5f9948780 x1874671428855936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828879.105972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428855936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828879.105979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828879.105981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828879.105984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428855936:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828879.105989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828879.106002:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828879.106009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879] req@ffff9ab5f994ad00 x1874671428856064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828879.106017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428856064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828879.106024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828879.106027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828879.106029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828879.106034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828879.106045:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828879.106052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879] req@ffff9ab5f9948b40 x1874671428856192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828879.106061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428856192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828879.106067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828879.106069:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828879.106071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828880.065512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828880.065512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828880.065547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828881.089478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828881.089478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828881.089521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828882.113517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828882.113517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828882.113539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828883.137475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828883.137475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828883.137504:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828884.161529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828884.161555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828884.161556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828884.225578:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828884.225588:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828884.225593:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828884.225603:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2984 00000100:00080000:2.0:1787828884.225623:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828884.225629:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828884.225670:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428856320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828884.225701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828884.225721:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828884.225723:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828884.225728:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2984 00000100:00080000:2.0:1787828884.225733:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828884.225738:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828884.225749:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828884.225756:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428856320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828884.225763:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428856448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828884.225783:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828884.225786:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828884.225787:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828884.225790:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2984 00000100:00080000:2.0:1787828884.225793:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828884.225796:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828884.225800:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828884.225809:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428856576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828884.225820:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828884.225823:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828884.225826:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828884.225827:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828884.225830:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2984 00000100:00080000:2.0:1787828884.225834:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828884.225837:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828884.225841:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828884.225849:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428856704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828884.225870:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884] req@ffff9ab5f9802d00 x1874671428856320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828884.225884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428856320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828884.225893:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828884.225895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828884.225898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428856320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828884.225917:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856448:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828884.225931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828884.225950:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884] req@ffff9ab5f98003c0 x1874671428856448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828884.225958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428856448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828884.225964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828884.225966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828884.225968:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856448:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828884.225971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828884.225982:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828884.225988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884] req@ffff9ab5f9803480 x1874671428856576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828884.225995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428856576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828884.226000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828884.226002:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828884.226004:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828884.226007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828884.226017:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828884.226022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884] req@ffff9ab5f9800780 x1874671428856704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828884.226036:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428856704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828884.226041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828884.226043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828884.226045:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828885.185475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828885.185489:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828885.185491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828886.209499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828886.209499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828886.209574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828887.233476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828887.233477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828887.233514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828888.257479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828888.257506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828888.257507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828889.281513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828889.281540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828889.281585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828889.345513:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828889.345525:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828889.345529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828889.345537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2990 00000100:00080000:0.0:1787828889.345546:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828889.345552:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828889.345583:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428856832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828889.345608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828889.345611:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828889.345612:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828889.345615:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2990 00000100:00080000:0.0:1787828889.345617:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828889.345620:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828889.345628:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828889.345648:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428856960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828889.345655:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828889.345657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828889.345658:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828889.345660:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2990 00000100:00080000:0.0:1787828889.345662:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828889.345665:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828889.345668:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828889.345674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428857088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828889.345681:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828889.345683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828889.345684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828889.345687:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2990 00000100:00080000:0.0:1787828889.345689:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828889.345694:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828889.345694:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428856832:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787828889.345700:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828889.345707:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428857216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828889.345752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828889.345794:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889] req@ffff9ab5f27af480 x1874671428856832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828889.345809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428856832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828889.345829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828889.345832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828889.345835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428856832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828889.345840:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856960:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828889.345855:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828889.345863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889] req@ffff9ab5f27ac000 x1874671428856960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828889.345871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428856960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828889.345876:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828889.345878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828889.345881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428856960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828889.345884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828889.345894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828889.345900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889] req@ffff9ab5f27acb40 x1874671428857088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828889.345918:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428857088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828889.345924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828889.345925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828889.345927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828889.345946:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828889.345956:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828889.345962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889] req@ffff9ab5f27af840 x1874671428857216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828889.345969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428857216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828889.345974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828889.345975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828889.345977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828890.305516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828890.305516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828890.305536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828891.329501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828891.329539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828891.329547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828892.353491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828892.353492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828892.353594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828893.377564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828893.377617:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828893.377648:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828894.401474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828894.401535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828894.401601:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828894.465567:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828894.465594:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828894.465601:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828894.465612:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 2995 00000100:00080000:0.0:1787828894.465632:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828894.465657:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828894.465717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428857344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828894.465782:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828894.465788:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828894.465791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828894.465797:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2995 00000100:00080000:0.0:1787828894.465801:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828894.465806:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828894.465817:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828894.465860:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428857472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828894.465868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428857344:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828894.465899:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828894.465903:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828894.465922:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828894.465931:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2995 00000100:00080000:0.0:1787828894.465937:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828894.465942:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828894.465964:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828894.466011:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428857600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828894.466061:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828894.466068:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828894.466073:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828894.466078:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 2995 00000100:00080000:0.0:1787828894.466082:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828894.466087:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828894.466094:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828894.466111:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428857728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828894.466496:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828894.466607:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894] req@ffff9ab5f27acf00 x1874671428857344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828894.466658:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428857344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828894.466672:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828894.466678:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828894.466683:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428857344:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828894.466714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857472:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828894.466749:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828894.466782:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894] req@ffff9ab5f27ad2c0 x1874671428857472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828894.466796:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428857472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828894.466808:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828894.466812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828894.466816:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857472:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828894.466844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828894.466879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828894.466912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894] req@ffff9ab5f27ae940 x1874671428857600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828894.466928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428857600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828894.466940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828894.466944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828894.466949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828894.466957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828894.466979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828894.467026:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894] req@ffff9ab5f27af840 x1874671428857728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828894.467060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428857728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828894.467070:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828894.467073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828894.467077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828895.425563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828895.425570:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828895.425628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828896.449514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828896.449520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828896.449593:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828897.473575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828897.473586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828897.473620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828898.497509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828898.497523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828898.497558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828899.521493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828899.521555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828899.521579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828899.585472:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828899.585481:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828899.585485:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828899.585495:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3000 00000100:00080000:0.0:1787828899.585507:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828899.585514:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828899.585556:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428857856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828899.585582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828899.585585:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828899.585587:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828899.585590:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3000 00000100:00080000:0.0:1787828899.585592:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828899.585595:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828899.585604:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828899.585612:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428857984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828899.585631:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828899.585634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828899.585635:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828899.585637:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3000 00000100:00080000:0.0:1787828899.585639:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828899.585641:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828899.585644:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828899.585650:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428858112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828899.585657:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828899.585659:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828899.585661:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828899.585664:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3000 00000100:00080000:0.0:1787828899.585667:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828899.585670:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828899.585674:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828899.585683:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428858240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828899.585752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428857856:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787828899.585828:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828899.585872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899] req@ffff9ab5f27acb40 x1874671428857856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828899.585890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428857856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828899.585899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828899.585903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828899.585907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428857856:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828899.585913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857984:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787828899.585929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828899.585937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899] req@ffff9ab5f27ac000 x1874671428857984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828899.585945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428857984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828899.585965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828899.585968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828899.585971:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428857984:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828899.585976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828899.585991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828899.585999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899] req@ffff9ab5f27af480 x1874671428858112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828899.586006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428858112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828899.586012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828899.586014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828899.586016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828899.586020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787828899.586029:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828899.586035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899] req@ffff9ab5f27af0c0 x1874671428858240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828899.586042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428858240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828899.586047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828899.586049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787828899.586051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828900.545501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828900.545512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828900.545541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828901.569520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828901.569520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828901.569647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828902.593546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828902.593567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828902.593598:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828903.617574:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828903.617597:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828903.617645:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828904.641550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828904.641550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828904.641650:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828904.706089:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.706104:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828904.706110:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.706122:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3005 00000100:00080000:3.0:1787828904.706138:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.706146:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828904.706197:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428858368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.706247:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.706253:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828904.706255:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.706261:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3005 00000100:00080000:3.0:1787828904.706265:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.706272:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828904.706284:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828904.706297:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428858496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828904.706303:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428858368:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828904.706311:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.706315:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828904.706317:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.706320:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3005 00000100:00080000:3.0:1787828904.706323:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.706326:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828904.706330:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828904.706340:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428858624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.706351:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.706355:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828904.706357:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.706361:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3005 00000100:00080000:3.0:1787828904.706365:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.706369:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828904.706375:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828904.706387:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428858752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828904.706459:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828904.706516:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff9ab5f99492c0 x1874671428858368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828904.706538:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428858368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828904.706549:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828904.706553:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828904.706556:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428858368:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828904.706586:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858496:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828904.706614:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828904.706629:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff9ab5f994bc00 x1874671428858496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828904.706647:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428858496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828904.706654:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828904.706656:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828904.706659:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858496:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828904.706664:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828904.706681:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828904.706688:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff9ab5f994b0c0 x1874671428858624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828904.706697:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428858624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828904.706703:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828904.706706:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828904.706708:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828904.706711:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828904.706722:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828904.706728:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff9ab5f994a1c0 x1874671428858752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828904.706741:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428858752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828904.706751:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828904.706754:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828904.706756:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428858752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828905.665498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828905.665525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828905.665593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828906.689516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828906.689533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828906.689555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828907.713521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828907.713521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828907.713557:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828908.737518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828908.737518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828908.737552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787828909.761522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828909.761532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828909.761541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787828909.825547:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828909.825557:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828909.825562:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828909.825571:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3010 00000100:00080000:2.0:1787828909.825583:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828909.825590:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828909.825641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428858880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828909.825674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828909.825677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828909.825678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828909.825681:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3010 00000100:00080000:2.0:1787828909.825684:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828909.825688:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828909.825697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828909.825708:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428859008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828909.825718:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828909.825720:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828909.825721:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828909.825724:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3010 00000100:00080000:2.0:1787828909.825727:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828909.825734:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828909.825736:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428858880:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787828909.825761:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828909.825771:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428859136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828909.825779:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828909.825782:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828909.825783:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828909.825787:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3010 00000100:00080000:2.0:1787828909.825789:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828909.825792:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828909.825795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828909.825805:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428859264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828909.825848:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828909.825910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff9ab5f9803840 x1874671428858880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828909.825938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428858880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828909.825948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828909.825952:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828909.825955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428858880:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828909.825980:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859008:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828909.826000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828909.826008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff9ab5f9801680 x1874671428859008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828909.826017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428859008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828909.826023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828909.826026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828909.826028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859008:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828909.826032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828909.826044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828909.826050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff9ab5f98021c0 x1874671428859136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828909.826058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428859136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828909.826064:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828909.826066:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828909.826067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828909.826072:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828909.826092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828909.826100:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff9ab5f9800000 x1874671428859264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828909.826107:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428859264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828909.826113:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828909.826115:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828909.826118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828910.785550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828910.785550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828910.785573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828911.809510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828911.809510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828911.809550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828912.833524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828912.833525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828912.833579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828913.857489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828913.857489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828913.857505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828914.881472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828914.881477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828914.881559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828914.945498:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828914.945508:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828914.945511:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828914.945520:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3015 00000100:00080000:1.0:1787828914.945529:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828914.945535:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828914.945579:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428859392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828914.945601:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828914.945604:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828914.945605:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828914.945608:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3015 00000100:00080000:1.0:1787828914.945610:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828914.945612:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828914.945621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828914.945629:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428859520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828914.945636:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828914.945639:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828914.945640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828914.945642:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3015 00000100:00080000:1.0:1787828914.945644:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828914.945648:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828914.945652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828914.945656:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428859392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787828914.945661:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428859648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828914.945669:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828914.945671:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828914.945683:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828914.945685:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3015 00000100:00080000:1.0:1787828914.945687:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828914.945689:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828914.945692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828914.945699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428859776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828914.945765:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859520:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828914.945791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828914.945819:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828915.905513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828915.905537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828915.905542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828916.929492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828916.929530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828916.929539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828917.953489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828917.953492:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828917.953492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:3.0:1787828918.017691:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828918.017740:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828918.017758:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828918.017811:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828918.017821:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828918.017846:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828918.017873:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828918] req@ffff9ab5f24ba580 x1874671428859648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828918.017902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428859648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828918.017916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828918.017921:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828918.017926:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828918.017935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828918] req@ffff9ab5f24ba1c0 x1874671428859776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828918.017949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428859776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828918.017965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828918.017969:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828918.017973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828918.017980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828918] req@ffff9ab5f24b9680 x1874671428859392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828918.017996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428859392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828918.018019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828918.018023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828918.018026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428859392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828918.018034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828918] req@ffff9ab5f24b8f00 x1874671428859520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828918.018048:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428859520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828918.018057:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828918.018060:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828918.018064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428859520:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787828918.977495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828918.977566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828918.977567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828920.001482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828920.001507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828920.001526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787828920.065532:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828920.065545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828920.065551:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828920.065563:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3020 00000100:00080000:3.0:1787828920.065572:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828920.065590:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828920.065627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428859904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828920.065654:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828920.065657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828920.065659:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828920.065662:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3020 00000100:00080000:3.0:1787828920.065666:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828920.065669:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828920.065677:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828920.065688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428860032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828920.065695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828920.065697:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828920.065699:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828920.065701:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3020 00000100:00080000:3.0:1787828920.065705:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828920.065711:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428859904:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828920.065711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828920.065719:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828920.065735:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428860160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828920.065745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828920.065749:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828920.065751:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828920.065755:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3020 00000100:00080000:3.0:1787828920.065759:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828920.065763:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828920.065769:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828920.065780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428860288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828920.065791:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828920.065855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920] req@ffff9ab5f9948f00 x1874671428859904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828920.065875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428859904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828920.065886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828920.065891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828920.065895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428859904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828920.065902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860032:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828920.065939:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828920.065952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920] req@ffff9ab5f9949e00 x1874671428860032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828920.065964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428860032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828920.065977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828920.065980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828920.065984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860032:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828920.066012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828920.066034:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828920.066046:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920] req@ffff9ab5f994a940 x1874671428860160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828920.066059:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428860160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828920.066075:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828920.066078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828920.066087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828920.066093:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828920.066114:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828920.066126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920] req@ffff9ab5f994b480 x1874671428860288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828920.066138:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428860288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828920.066147:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828920.066150:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828920.066154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860288:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787828921.025496:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828921.025496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828921.025525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828922.049462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828922.049489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828922.049611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828923.073450:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828923.073513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828923.073530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828924.097465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828924.097480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828924.097502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828925.121497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828925.121497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828925.121541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828925.185487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828925.185496:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828925.185499:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828925.185509:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3025 00000100:00080000:2.0:1787828925.185520:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828925.185527:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828925.185565:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428860416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828925.185608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828925.185612:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828925.185614:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828925.185619:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3025 00000100:00080000:2.0:1787828925.185623:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828925.185629:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828925.185639:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828925.185651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428860416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828925.185654:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428860544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828925.185666:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828925.185668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828925.185670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828925.185673:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3025 00000100:00080000:2.0:1787828925.185676:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828925.185678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828925.185682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828925.185693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428860672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828925.185699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828925.185702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828925.185703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828925.185705:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3025 00000100:00080000:2.0:1787828925.185708:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787828925.185712:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828925.185715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828925.185721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828925.185729:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428860800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828925.185752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828925] req@ffff9ab5f9802940 x1874671428860416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828925.185765:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428860416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828925.185787:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828925.185791:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828925.185794:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428860416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828925.185812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860544:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828925.185835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828925.185844:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828925] req@ffff9ab5f9801a40 x1874671428860544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828925.185852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428860544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828925.185858:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828925.185860:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828925.185863:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860544:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828925.185867:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828925.185879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828925.185885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828925] req@ffff9ab5f9801e00 x1874671428860672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828925.185893:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428860672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828925.185899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828925.185901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828925.185903:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828925.185907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828925.185917:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828925.185922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828925] req@ffff9ab5f98012c0 x1874671428860800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828925.185929:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428860800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828925.185934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828925.185936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828925.185938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428860800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828926.145471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828926.145474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828926.145537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828927.169485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828927.169488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787828927.169531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828928.193528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828928.193529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828928.193551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828929.217474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828929.217478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828929.217537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828930.241493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828930.241500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828930.241517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828930.305526:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828930.305544:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828930.305549:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828930.305559:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3031 00000100:00080000:3.0:1787828930.305570:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828930.305577:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828930.305611:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428860928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828930.305640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828930.305643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828930.305645:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828930.305649:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3031 00000100:00080000:3.0:1787828930.305652:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828930.305657:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828930.305667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828930.305681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428860928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787828930.305684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428861056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828930.305704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828930.305709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828930.305713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828930.305719:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3031 00000100:00080000:3.0:1787828930.305748:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828930.305755:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828930.305766:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787828930.305771:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828930.305791:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428861184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828930.305806:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828930.305811:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1787828930.305816:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930] req@ffff9ab5f9948000 x1874671428860928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.305817:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828930.305840:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428860928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828930.305849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828930.305853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828930.305857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428860928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828930.305878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861056:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828930.305898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787828930.305904:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3031 00000100:00100000:2.0:1787828930.305911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930] req@ffff9ab5f9949a40 x1874671428861056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828930.305914:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828930.305927:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828930.305930:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428861056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828930.305941:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828930.305943:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828930.305946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828930.305951:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828930.305964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828930.305972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930] req@ffff9ab5f994b840 x1874671428861184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828930.305981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428861184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828930.305988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828930.305990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828930.305992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861184:192.168.203.115@tcp:8:kworker.0 00000008:00100000:3.0:1787828930.306062:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828930.306084:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428861312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828930.306141:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828930.306169:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828930.306185:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930] req@ffff9ab5f994b840 x1874671428861312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828930.306199:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428861312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828930.306206:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828930.306209:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828930.306213:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828931.265486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828931.265486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828931.265577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828932.289542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828932.289542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828932.289576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828933.313469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828933.313508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828933.313556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828934.337481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828934.337499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828934.337562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828935.361557:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828935.361557:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828935.361784:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828935.425487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828935.425496:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828935.425500:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828935.425509:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3036 00000100:00080000:3.0:1787828935.425519:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828935.425524:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828935.425559:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428861440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828935.425582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828935.425585:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828935.425586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828935.425589:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3036 00000100:00080000:3.0:1787828935.425592:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828935.425595:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828935.425603:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828935.425613:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428861568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828935.425619:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428861440:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828935.425624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828935.425628:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828935.425629:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828935.425632:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3036 00000100:00080000:3.0:1787828935.425634:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828935.425636:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828935.425642:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828935.425650:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428861696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828935.425657:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828935.425660:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828935.425662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828935.425664:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3036 00000100:00080000:3.0:1787828935.425673:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828935.425676:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828935.425680:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787828935.425684:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828935.425693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428861824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828935.425745:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935] req@ffff9ab5f9949a40 x1874671428861440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828935.425766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428861440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828935.425776:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828935.425780:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828935.425784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428861440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828935.425807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861568:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828935.425826:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828935.425836:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935] req@ffff9ab5f9948000 x1874671428861568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828935.425847:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428861568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828935.425858:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828935.425862:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828935.425866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861568:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828935.425873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828935.425897:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828935.425909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935] req@ffff9ab5f994b480 x1874671428861696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828935.425918:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428861696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828935.425925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828935.425927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828935.425930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828935.425934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828935.425947:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828935.425953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935] req@ffff9ab5f994a940 x1874671428861824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828935.425966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428861824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828935.425971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828935.425973:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828935.425975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428861824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828936.385494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828936.385494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828936.385523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828937.409487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828937.409487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828937.409522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828938.433516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828938.433517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828938.433566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828939.457488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828939.457488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828939.457604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828940.481598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828940.481651:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828940.481651:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787828940.545525:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828940.545535:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828940.545540:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828940.545550:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3041 00000100:00080000:3.0:1787828940.545563:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828940.545571:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787828940.545615:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428861952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828940.545658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828940.545661:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828940.545663:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828940.545683:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3041 00000100:00080000:3.0:1787828940.545687:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828940.545692:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828940.545704:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828940.545718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428862080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828940.545724:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428861952:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787828940.545734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828940.545738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828940.545740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828940.545744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3041 00000100:00080000:3.0:1787828940.545747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828940.545750:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828940.545754:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787828940.545763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428862208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828940.545772:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828940.545775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828940.545776:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828940.545780:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3041 00000100:00080000:3.0:1787828940.545792:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828940.545796:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787828940.545800:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787828940.545809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787828940.545816:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428862336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828940.545862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940] req@ffff9ab5f9949e00 x1874671428861952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828940.545888:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428861952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828940.545901:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828940.545907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828940.545912:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428861952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828940.545944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862080:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828940.545979:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828940.545991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940] req@ffff9ab5f9948f00 x1874671428862080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828940.546002:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428862080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828940.546010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828940.546013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828940.546015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828940.546020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828940.546035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828940.546042:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940] req@ffff9ab5f994a1c0 x1874671428862208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828940.546051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428862208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828940.546058:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828940.546060:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828940.546063:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828940.546067:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828940.546078:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828940.546084:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940] req@ffff9ab5f994b0c0 x1874671428862336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828940.546092:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428862336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828940.546103:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828940.546105:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828940.546108:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828941.505495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828941.505540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828941.505602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828942.529514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828942.529565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828942.529641:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828943.553460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828943.553476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828943.553685:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828944.577493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828944.577493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828944.577629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828945.601488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828945.601502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828945.601566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828945.665487:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828945.665496:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828945.665501:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828945.665510:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3046 00000100:00080000:0.0:1787828945.665521:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828945.665528:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828945.665563:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428862464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828945.665587:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828945.665591:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828945.665593:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828945.665596:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3046 00000100:00080000:0.0:1787828945.665599:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828945.665602:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828945.665611:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828945.665621:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428862592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828945.665648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828945.665652:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828945.665654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828945.665657:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3046 00000100:00080000:0.0:1787828945.665660:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828945.665664:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828945.665669:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828945.665682:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428862720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787828945.665689:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428862464:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828945.665696:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828945.665701:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828945.665703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828945.665707:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3046 00000100:00080000:0.0:1787828945.665709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828945.665712:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828945.665720:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828945.665739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428862848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828945.665785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828945.665843:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945] req@ffff9ab5f27ac3c0 x1874671428862464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828945.665860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428862464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828945.665871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828945.665874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828945.665878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428862464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828945.665887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862592:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828945.665925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828945.665941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945] req@ffff9ab5f27afc00 x1874671428862592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828945.665953:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428862592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828945.665961:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828945.665965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828945.665969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862592:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828945.665999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828945.666021:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828945.666030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945] req@ffff9ab5f27ade00 x1874671428862720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828945.666038:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428862720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828945.666045:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828945.666047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828945.666050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828945.666054:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828945.666065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828945.666071:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945] req@ffff9ab5f27ae1c0 x1874671428862848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828945.666078:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428862848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828945.666084:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828945.666086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828945.666088:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428862848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828946.625497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828946.625519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828946.625563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828947.649509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828947.649509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828947.649576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828948.673481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828948.673481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828948.673603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828949.697504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828949.697504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828949.697551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828950.721543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828950.721543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828950.721633:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828950.785507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828950.785516:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828950.785520:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828950.785528:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3051 00000100:00080000:1.0:1787828950.785538:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828950.785544:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828950.785575:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428862976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828950.785609:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828950.785612:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828950.785614:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828950.785617:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3051 00000100:00080000:1.0:1787828950.785620:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828950.785623:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828950.785631:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828950.785642:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428863104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828950.785649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828950.785651:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828950.785653:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828950.785655:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3051 00000100:00080000:1.0:1787828950.785658:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828950.785660:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828950.785664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828950.785673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428863232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828950.785680:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828950.785683:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828950.785684:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828950.785691:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3051 00000100:00080000:1.0:1787828950.785695:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787828950.785696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428862976:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828950.785701:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828950.785712:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828950.785721:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428863360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828950.785792:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828950.785850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828950] req@ffff9ab5f24b8f00 x1874671428862976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828950.785866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428862976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828950.785875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828950.785879:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828950.785883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428862976:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828950.785889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863104:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828950.785907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828950.785916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828950] req@ffff9ab5f24b9680 x1874671428863104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828950.785925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428863104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828950.785932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828950.785934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828950.785937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863104:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828950.785959:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828950.785971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828950.785977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828950] req@ffff9ab5f24ba1c0 x1874671428863232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828950.785985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428863232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828950.785991:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828950.785993:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828950.785995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828950.785999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828950.786009:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828950.786015:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828950] req@ffff9ab5f24ba580 x1874671428863360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828950.786030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428863360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828950.786036:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828950.786038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828950.786040:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828951.745505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828951.745505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828951.745526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828952.769451:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828952.769480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828952.769541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828953.793485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828953.793485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828953.793519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828954.817473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828954.817605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828954.817627:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828955.841488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828955.841490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828955.841614:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828955.905524:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828955.905533:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828955.905536:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828955.905545:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3056 00000100:00080000:0.0:1787828955.905555:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828955.905573:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828955.905605:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428863488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828955.905629:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828955.905632:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828955.905633:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828955.905636:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3056 00000100:00080000:0.0:1787828955.905639:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828955.905642:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828955.905650:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828955.905661:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428863616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828955.905669:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828955.905672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828955.905673:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828955.905676:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3056 00000100:00080000:0.0:1787828955.905678:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828955.905680:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828955.905684:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828955.905693:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428863488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828955.905694:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428863744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828955.905719:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828955.905722:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828955.905723:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828955.905725:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3056 00000100:00080000:0.0:1787828955.905727:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828955.905729:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828955.905732:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828955.905741:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428863872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828955.905798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828955.905869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff9ab5f27ad680 x1874671428863488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828955.905890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428863488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828955.905904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828955.905911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828955.905916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428863488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828955.905926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863616:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828955.905951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828955.905964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff9ab5f27aed00 x1874671428863616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828955.905977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428863616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828955.905986:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828955.905990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828955.905994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828955.906025:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828955.906050:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828955.906063:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff9ab5f27ae580 x1874671428863744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828955.906077:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428863744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828955.906086:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828955.906090:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828955.906094:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828955.906101:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828955.906124:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828955.906137:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff9ab5f27ae1c0 x1874671428863872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828955.906150:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428863872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828955.906159:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828955.906163:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828955.906167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428863872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828956.865526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828956.865575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828956.865591:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828957.889507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828957.889516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787828957.889559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828958.913523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828958.913571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828958.913642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828959.937546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828959.937593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828959.937613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828960.961508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828960.961546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828960.961589:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828961.025489:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828961.025502:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828961.025506:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828961.025517:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3061 00000100:00080000:0.0:1787828961.025544:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828961.025563:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828961.025603:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428864000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828961.025638:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828961.025642:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828961.025644:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828961.025648:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3061 00000100:00080000:0.0:1787828961.025653:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828961.025667:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828961.025677:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828961.025688:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428864128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828961.025696:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828961.025699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828961.025701:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828961.025704:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3061 00000100:00080000:0.0:1787828961.025706:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828961.025710:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828961.025714:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787828961.025730:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428864256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828961.025738:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828961.025742:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828961.025747:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787828961.025749:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428864000:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787828961.025754:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3061 00000100:00080000:0.0:1787828961.025765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828961.025770:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787828961.025774:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828961.025784:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428864384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787828961.025846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828961.025904:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961] req@ffff9ab5f27ade00 x1874671428864000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828961.025924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428864000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828961.025936:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828961.025940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828961.025944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428864000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828961.025951:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864128:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787828961.025975:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828961.025985:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961] req@ffff9ab5f27afc00 x1874671428864128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828961.025993:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428864128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828961.026000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828961.026003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828961.026005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864128:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787828961.026030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828961.026043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828961.026050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961] req@ffff9ab5f27ac3c0 x1874671428864256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828961.026063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428864256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828961.026070:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828961.026072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828961.026074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828961.026078:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787828961.026089:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787828961.026094:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961] req@ffff9ab5f27af0c0 x1874671428864384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828961.026102:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428864384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828961.026123:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828961.026125:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787828961.026126:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828961.985562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828961.985584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828961.985612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828963.009494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828963.009547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828963.009588:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828964.033489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828964.033537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828964.033554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828965.057475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828965.057539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828965.057564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828966.081558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828966.081571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828966.081608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828966.145531:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828966.145543:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828966.145549:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828966.145561:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3066 00000100:00080000:2.0:1787828966.145575:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828966.145584:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828966.145639:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428864512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828966.145665:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828966.145670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828966.145672:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828966.145677:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3066 00000100:00080000:2.0:1787828966.145682:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828966.145687:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828966.145699:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828966.145705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428864512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787828966.145716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428864640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828966.145728:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828966.145733:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828966.145735:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828966.145739:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3066 00000100:00080000:2.0:1787828966.145744:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828966.145748:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828966.145763:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828966.145777:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428864768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828966.145786:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787828966.145787:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828966.145790:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828966.145791:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828966.145795:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3066 00000100:00080000:2.0:1787828966.145799:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828966.145802:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828966.145807:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828966.145817:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428864896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828966.145831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966] req@ffff9ab5f9802580 x1874671428864512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828966.145851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428864512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828966.145863:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828966.145868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828966.145872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428864512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828966.145900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864640:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828966.145922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828966.145938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966] req@ffff9ab5f9800f00 x1874671428864640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828966.145952:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428864640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828966.145962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828966.145965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828966.145970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864640:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828966.145977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828966.146001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828966.146010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966] req@ffff9ab5f9800b40 x1874671428864768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828966.146019:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428864768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828966.146027:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828966.146030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828966.146032:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828966.146035:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828966.146049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828966.146062:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966] req@ffff9ab5f98012c0 x1874671428864896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828966.146074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428864896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828966.146083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828966.146086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828966.146099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428864896:192.168.203.115@tcp:8:kworker.0 00010000:00010000:0.0:1787828967.105566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828967.105566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787828967.105603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787828968.129507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787828968.129514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828968.129570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828969.153506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828969.153558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828969.153563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828970.177529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828970.177548:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828970.177586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828971.201530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828971.201530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787828971.201531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787828971.265570:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828971.265585:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828971.265591:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828971.265605:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3071 00000100:00080000:1.0:1787828971.265617:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828971.265626:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828971.265668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428865024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828971.265698:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828971.265703:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828971.265705:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828971.265710:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3071 00000100:00080000:1.0:1787828971.265715:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828971.265721:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828971.265734:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828971.265751:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428865152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828971.265765:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828971.265769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428865024:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828971.265771:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828971.265776:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828971.265786:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3071 00000100:00080000:1.0:1787828971.265791:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828971.265797:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828971.265804:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828971.265821:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428865280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828971.265844:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828971.265848:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828971.265851:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787828971.265857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828971.265862:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3071 00000100:00080000:1.0:1787828971.265868:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828971.265873:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828971.265880:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828971.265897:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428865408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828971.266002:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971] req@ffff9ab5f24b83c0 x1874671428865024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828971.266025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428865024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828971.266039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828971.266044:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828971.266049:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428865024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828971.266074:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865152:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828971.266105:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828971.266122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971] req@ffff9ab5f24b92c0 x1874671428865152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828971.266147:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428865152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828971.266159:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828971.266163:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828971.266168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865152:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828971.266176:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828971.266201:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828971.266215:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971] req@ffff9ab5f24bb840 x1874671428865280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828971.266232:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428865280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828971.266242:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828971.266247:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828971.266251:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828971.266259:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828971.266282:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828971.266296:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971] req@ffff9ab5f24b8000 x1874671428865408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828971.266311:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428865408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828971.266328:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828971.266332:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828971.266336:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787828972.225495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828972.225541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828972.225551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828973.249566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828973.249613:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828973.249687:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828974.273517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828974.273573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828974.273609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828975.297618:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828975.297619:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828975.297650:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828976.321511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787828976.321518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828976.321555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828976.385507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828976.385516:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828976.385521:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828976.385531:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3077 00000100:00080000:1.0:1787828976.385544:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828976.385551:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828976.385596:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428865536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828976.385624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828976.385627:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828976.385629:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828976.385639:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3077 00000100:00080000:1.0:1787828976.385643:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828976.385646:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828976.385658:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828976.385669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428865664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828976.385680:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787828976.385684:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428865536:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828976.385685:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828976.385697:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828976.385703:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3077 00000100:00080000:1.0:1787828976.385705:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828976.385709:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828976.385713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828976.385723:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428865792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828976.385731:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828976.385734:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828976.385735:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828976.385739:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3077 00000100:00080000:1.0:1787828976.385752:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828976.385754:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828976.385758:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787828976.385766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787828976.385776:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428865920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828976.385825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976] req@ffff9ab5f24b8000 x1874671428865536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828976.385849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428865536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828976.385864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828976.385870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828976.385876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428865536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828976.385905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865664:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828976.385930:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828976.385941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976] req@ffff9ab5f24bb840 x1874671428865664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828976.385951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428865664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828976.385959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828976.385962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828976.385965:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865664:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828976.385970:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828976.385985:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828976.385993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976] req@ffff9ab5f24b92c0 x1874671428865792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828976.386001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428865792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828976.386008:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828976.386011:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828976.386013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828976.386018:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828976.386030:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828976.386038:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976] req@ffff9ab5f24b83c0 x1874671428865920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828976.386047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428865920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828976.386053:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828976.386055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828976.386059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428865920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828977.345479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828977.345529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828977.345596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828978.369494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828978.369495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828978.369565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828979.393512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828979.393512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787828979.393581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828980.417501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828980.417501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828980.417536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828981.441459:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828981.441474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828981.441521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828981.505542:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828981.505551:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828981.505556:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828981.505566:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3082 00000100:00080000:2.0:1787828981.505578:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828981.505586:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828981.505630:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428866048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828981.505664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828981.505667:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828981.505668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828981.505672:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3082 00000100:00080000:2.0:1787828981.505674:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828981.505677:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828981.505686:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828981.505696:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428866176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828981.505704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828981.505707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828981.505708:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828981.505710:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3082 00000100:00080000:2.0:1787828981.505712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828981.505715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828981.505718:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828981.505724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428866304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828981.505731:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428866048:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828981.505734:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828981.505740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828981.505742:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828981.505746:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3082 00000100:00080000:2.0:1787828981.505748:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828981.505751:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828981.505753:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828981.505761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428866432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828981.505852:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828981.505914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828981.505947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828982.465456:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828982.465460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828982.465542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828983.489471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828983.489508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828983.489548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828984.513473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828984.513519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828984.513522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000400:00000100:3.0:1787828984.577681:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787828984.577739:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787828984.577761:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828984.577806:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828984.577818:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787828984.577829:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787828984.577867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828984] req@ffff9ab5f9802940 x1874671428866304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.577899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428866304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.577915:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.577922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828984.577927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828984.577936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828984] req@ffff9ab5f9800000 x1874671428866432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.577958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428866432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.577967:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.577970:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828984.577974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828984.577982:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828984] req@ffff9ab5f9801e00 x1874671428866048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.577997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428866048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.578007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.578010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828984.578014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428866048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828984.578020:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828984] req@ffff9ab5f9801a40 x1874671428866176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828984.578033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428866176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828984.578042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828984.578045:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828984.578048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828985.537498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828985.537507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787828985.537552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828986.561473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828986.561507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828986.561534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:1.0:1787828986.625518:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828986.625533:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828986.625537:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828986.625545:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3087 00000100:00080000:1.0:1787828986.625554:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828986.625559:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787828986.625589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428866560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828986.625612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828986.625615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828986.625616:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828986.625619:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3087 00000100:00080000:1.0:1787828986.625621:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828986.625623:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828986.625632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828986.625643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428866688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828986.625654:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828986.625658:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828986.625660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828986.625667:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3087 00000100:00100000:0.0:1787828986.625670:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428866560:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787828986.625673:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828986.625681:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828986.625688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787828986.625703:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428866816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828986.625729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828986.625733:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828986.625735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828986.625738:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3087 00000100:00080000:1.0:1787828986.625742:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787828986.625745:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787828986.625749:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787828986.625756:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828986.625770:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428866944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828986.625789:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986] req@ffff9ab5f24ba580 x1874671428866560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828986.625811:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428866560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828986.625823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828986.625828:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828986.625832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428866560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828986.625848:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866688:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828986.625875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828986.625889:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986] req@ffff9ab5f24ba1c0 x1874671428866688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828986.625901:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428866688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828986.625908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828986.625912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828986.625915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866688:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828986.625940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828986.625961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828986.625972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986] req@ffff9ab5f24b9680 x1874671428866816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828986.625984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428866816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828986.625994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828986.625997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828986.626000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828986.626006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828986.626025:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828986.626037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986] req@ffff9ab5f24b8f00 x1874671428866944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828986.626050:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428866944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828986.626059:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828986.626063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828986.626066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428866944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787828987.585461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828987.585467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828987.585499:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828988.609458:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828988.609472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828988.609504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828989.633469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828989.633486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787828989.633533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828990.657454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828990.657512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828990.657523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828991.681487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828991.681490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787828991.681540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828991.745593:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828991.745606:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828991.745611:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828991.745621:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3092 00000100:00080000:2.0:1787828991.745634:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828991.745641:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828991.745678:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428867072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828991.745700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828991.745703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828991.745704:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828991.745707:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3092 00000100:00080000:2.0:1787828991.745710:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828991.745712:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828991.745720:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828991.745730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428867200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828991.745738:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828991.745743:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828991.745745:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828991.745749:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428867072:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787828991.745751:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3092 00000100:00080000:2.0:1787828991.745756:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828991.745760:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828991.745764:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828991.745774:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428867328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828991.745781:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828991.745784:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828991.745785:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828991.745788:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3092 00000100:00080000:2.0:1787828991.745790:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828991.745792:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828991.745796:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828991.745802:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428867456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828991.745816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828991.745861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff9ab5f98021c0 x1874671428867072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.745881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428867072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.745892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.745895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828991.745899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428867072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828991.745918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867200:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828991.745937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828991.745947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff9ab5f9801680 x1874671428867200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.745955:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428867200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.745961:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.745963:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828991.745965:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867200:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828991.745969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828991.745980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828991.745986:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff9ab5f9803840 x1874671428867328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.745994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428867328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.746004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.746006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828991.746008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828991.746011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828991.746020:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828991.746025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff9ab5f9800780 x1874671428867456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.746032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428867456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.746037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.746039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828991.746041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828992.705520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828992.705520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828992.705546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828993.729475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787828993.729486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828993.729509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828994.753537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828994.753571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828994.753623:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787828995.777511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828995.777511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828995.777530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828996.801520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828996.801546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828996.802381:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787828996.865533:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828996.865542:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828996.865545:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828996.865555:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3097 00000100:00080000:2.0:1787828996.865564:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828996.865570:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787828996.865612:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428867584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828996.865636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828996.865639:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828996.865641:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828996.865643:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3097 00000100:00080000:2.0:1787828996.865646:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828996.865648:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828996.865655:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828996.865665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428867712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828996.865672:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828996.865675:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828996.865676:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828996.865678:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3097 00000100:00080000:2.0:1787828996.865680:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828996.865685:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787828996.865686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428867584:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787828996.865688:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787828996.865699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428867840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828996.865706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828996.865708:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828996.865709:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828996.865712:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3097 00000100:00080000:2.0:1787828996.865719:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828996.865723:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787828996.865726:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828996.865735:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428867968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828996.865784:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828996.865828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff9ab5f9803480 x1874671428867584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.865858:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428867584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.865870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.865875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828996.865880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428867584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787828996.865888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867712:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787828996.865912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828996.865925:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff9ab5f98003c0 x1874671428867712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.865939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428867712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.865948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.865952:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828996.865955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787828996.865975:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828996.865991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828996.865999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff9ab5f9802d00 x1874671428867840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.866006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428867840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.866012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.866014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828996.866017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828996.866021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787828996.866031:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787828996.866037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff9ab5f9800780 x1874671428867968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.866044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428867968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.866049:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.866050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787828996.866052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428867968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787828997.825492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787828997.825492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828997.825515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787828998.849529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787828998.849540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828998.849590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787828999.873492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787828999.873520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787828999.873547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829000.897539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829000.897549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829000.897571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829001.921489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829001.921490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829001.921545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829001.985499:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829001.985512:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829001.985517:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829001.985527:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3102 00000100:00080000:1.0:1787829001.985537:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829001.985545:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829001.985579:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428868096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829001.985608:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829001.985612:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829001.985613:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829001.985617:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3102 00000100:00080000:1.0:1787829001.985621:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829001.985625:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829001.985635:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829001.985648:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428868224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829001.985658:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829001.985662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829001.985664:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829001.985669:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3102 00000100:00080000:1.0:1787829001.985673:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829001.985675:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428868096:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829001.985681:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829001.985690:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829001.985708:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428868352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829001.985720:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829001.985724:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829001.985726:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829001.985730:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3102 00000100:00080000:1.0:1787829001.985735:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829001.985740:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829001.985746:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787829001.985748:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829001.985764:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428868480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829001.985792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff9ab5f24b8f00 x1874671428868096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.985814:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428868096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.985826:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.985832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829001.985837:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428868096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829001.985848:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868224:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829001.985885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829001.985899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff9ab5f24b9680 x1874671428868224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.985913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428868224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.985922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.985926:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829001.985930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868224:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829001.985956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829001.985983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829001.986000:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff9ab5f24ba1c0 x1874671428868352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.986014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428868352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.986025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.986029:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829001.986033:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829001.986042:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829001.986067:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829001.986082:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff9ab5f24ba580 x1874671428868480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.986097:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428868480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.986106:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.986110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829001.986113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829002.945509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829002.945509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829002.945534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829003.969482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829003.969488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829003.969530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829004.993527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829004.993543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829004.993577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829006.017528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829006.017563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829006.017642:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829007.041470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829007.041502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829007.041532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829007.105508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829007.105518:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829007.105522:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829007.105532:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3107 00000100:00080000:3.0:1787829007.105544:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829007.105558:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829007.105601:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428868608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829007.105625:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829007.105628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829007.105630:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829007.105633:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3107 00000100:00080000:3.0:1787829007.105636:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829007.105639:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829007.105649:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829007.105658:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428868736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829007.105667:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829007.105670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829007.105672:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829007.105674:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3107 00000100:00080000:3.0:1787829007.105676:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829007.105679:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829007.105682:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829007.105689:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428868864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829007.105701:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428868608:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829007.105703:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829007.105719:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829007.105721:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829007.105726:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3107 00000100:00080000:3.0:1787829007.105730:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829007.105736:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829007.105741:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829007.105762:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428868992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829007.105780:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829007.105821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007] req@ffff9ab5f994bc00 x1874671428868608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829007.105834:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428868608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829007.105842:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829007.105845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829007.105848:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428868608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829007.105853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868736:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829007.105867:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829007.105874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007] req@ffff9ab5f99492c0 x1874671428868736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829007.105886:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428868736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829007.105892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829007.105894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829007.105896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829007.105917:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829007.105929:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829007.105934:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007] req@ffff9ab5f9948b40 x1874671428868864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829007.105949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428868864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829007.105955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829007.105958:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829007.105960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829007.105964:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829007.105975:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829007.105981:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007] req@ffff9ab5f994ad00 x1874671428868992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829007.105988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428868992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829007.105997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829007.105998:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829007.106000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428868992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829008.065528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829008.065535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829008.065562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829009.089490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829009.089491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829009.089517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829010.113531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829010.113564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829010.113582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829011.137490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829011.137490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829011.137532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829012.161491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829012.161491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829012.161535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829012.225508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829012.225520:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829012.225527:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829012.225539:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3112 00000100:00080000:0.0:1787829012.225553:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829012.225563:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829012.225612:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428869120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829012.225645:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829012.225650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829012.225652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829012.225658:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3112 00000100:00080000:0.0:1787829012.225663:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829012.225669:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829012.225681:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829012.225685:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428869120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829012.225699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428869248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829012.225713:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829012.225718:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829012.225720:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829012.225724:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3112 00000100:00080000:0.0:1787829012.225729:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829012.225734:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829012.225740:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829012.225754:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428869376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829012.225766:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787829012.225769:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829012.225773:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829012.225778:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829012.225784:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3112 00000100:00080000:0.0:1787829012.225789:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829012.225795:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829012.225801:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829012.225815:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428869504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829012.225825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012] req@ffff9ab5f27af480 x1874671428869120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829012.225850:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428869120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829012.225860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829012.225864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829012.225867:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428869120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829012.225890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869248:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829012.225910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829012.225920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012] req@ffff9ab5f27ac000 x1874671428869248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829012.225928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428869248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829012.225935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829012.225937:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829012.225940:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869248:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829012.225944:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829012.225955:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829012.225962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012] req@ffff9ab5f27acb40 x1874671428869376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829012.225970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428869376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829012.225975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829012.225977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829012.225979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829012.225982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829012.225992:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829012.225998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012] req@ffff9ab5f27af840 x1874671428869504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829012.226005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428869504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829012.226011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829012.226013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829012.226015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829013.185543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829013.185544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829013.185575:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829014.209515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829014.209541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829014.209566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829015.233538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829015.233595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829015.233603:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829016.257537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829016.257537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829016.257564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829017.281489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829017.281489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829017.281512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829017.345519:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829017.345529:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829017.345533:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829017.345550:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3118 00000100:00080000:3.0:1787829017.345562:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829017.345568:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829017.345602:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428869632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829017.345624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829017.345627:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829017.345628:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829017.345631:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3118 00000100:00080000:3.0:1787829017.345633:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829017.345636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829017.345643:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829017.345652:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428869760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829017.345662:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829017.345665:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829017.345667:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829017.345672:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428869632:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829017.345673:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3118 00000100:00080000:3.0:1787829017.345678:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829017.345682:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829017.345686:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829017.345695:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428869888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829017.345702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829017.345705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829017.345706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829017.345708:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3118 00000100:00080000:3.0:1787829017.345722:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829017.345725:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829017.345728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829017.345735:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829017.345738:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428870016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829017.345784:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017] req@ffff9ab5f9948780 x1874671428869632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829017.345799:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428869632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829017.345807:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829017.345810:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829017.345813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428869632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829017.345830:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869760:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829017.345846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829017.345854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017] req@ffff9ab5f994a580 x1874671428869760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829017.345862:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428869760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829017.345868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829017.345871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829017.345873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869760:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829017.345877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829017.345888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829017.345894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017] req@ffff9ab5f994ad00 x1874671428869888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829017.345900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428869888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829017.345906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829017.345908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829017.345910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428869888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829017.345913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829017.345922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829017.345928:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017] req@ffff9ab5f9948b40 x1874671428870016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829017.345935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428870016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829017.345940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829017.345941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829017.345944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829018.305502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829018.305548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829018.305551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829019.329589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829019.329593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829019.329657:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829020.353493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829020.353493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829020.353538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829021.377489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829021.377489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829021.377528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829022.401502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829022.401502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829022.401535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829022.465499:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829022.465511:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829022.465517:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829022.465529:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3123 00000100:00080000:3.0:1787829022.465544:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829022.465553:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829022.465596:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428870144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829022.465630:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829022.465633:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829022.465635:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829022.465638:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3123 00000100:00080000:3.0:1787829022.465641:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829022.465643:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829022.465653:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829022.465665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428870272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829022.465677:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428870144:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829022.465679:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829022.465687:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829022.465689:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829022.465694:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3123 00000100:00080000:3.0:1787829022.465698:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829022.465703:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829022.465710:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829022.465725:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428870400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829022.465747:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829022.465761:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829022.465762:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787829022.465768:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829022.465768:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3123 00000100:00080000:3.0:1787829022.465775:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829022.465779:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829022.465784:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829022.465800:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428870528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829022.465834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022] req@ffff9ab5f99492c0 x1874671428870144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829022.465857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428870144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829022.465871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829022.465877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829022.465881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428870144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829022.465909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870272:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829022.465950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829022.465963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022] req@ffff9ab5f994bc00 x1874671428870272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829022.465972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428870272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829022.465979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829022.465982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829022.465985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829022.465990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829022.466006:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829022.466012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022] req@ffff9ab5f994b0c0 x1874671428870400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829022.466020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428870400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829022.466026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829022.466028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829022.466030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829022.466034:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829022.466044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829022.466050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022] req@ffff9ab5f994a1c0 x1874671428870528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829022.466057:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428870528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829022.466063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829022.466064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829022.466066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829023.425464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829023.425551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829023.425567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829024.449530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829024.449585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829024.449619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829025.473550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829025.473550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829025.473583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829026.497492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829026.497546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829026.497556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829027.521539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829027.521553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829027.521565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829027.585523:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829027.585534:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829027.585538:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829027.585547:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3128 00000100:00080000:2.0:1787829027.585557:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829027.585563:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829027.585599:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428870656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829027.585628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829027.585632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829027.585634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829027.585638:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3128 00000100:00080000:2.0:1787829027.585642:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829027.585646:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829027.585657:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829027.585670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428870784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829027.585673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428870656:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829027.585680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829027.585683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829027.585685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829027.585688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3128 00000100:00080000:2.0:1787829027.585692:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829027.585696:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829027.585701:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829027.585710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428870912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829027.585719:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829027.585721:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829027.585723:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829027.585726:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3128 00000100:00080000:2.0:1787829027.585728:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829027.585732:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829027.585732:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829027.585736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829027.585744:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428871040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829027.585773:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027] req@ffff9ab5f9803840 x1874671428870656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829027.585791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428870656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829027.585801:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829027.585803:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829027.585807:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428870656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829027.585826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870784:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829027.585844:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829027.585862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027] req@ffff9ab5f9801680 x1874671428870784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829027.585874:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428870784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829027.585883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829027.585887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829027.585891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870784:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829027.585897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829027.585920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829027.585929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027] req@ffff9ab5f98021c0 x1874671428870912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829027.585936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428870912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829027.585942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829027.585944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829027.585946:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428870912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829027.585950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829027.585961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829027.585967:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027] req@ffff9ab5f9801a40 x1874671428871040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829027.585974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428871040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829027.585979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829027.585980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829027.585982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829028.545476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829028.545516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829028.545529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829029.569516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829029.569516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829029.569543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829030.593476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829030.593483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829030.593510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829031.617501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829031.617507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829031.617526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829032.641473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829032.641481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829032.641533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829032.705509:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829032.705519:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829032.705523:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829032.705534:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3133 00000100:00080000:1.0:1787829032.705545:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829032.705552:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829032.705590:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428871168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829032.705615:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829032.705618:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829032.705619:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829032.705622:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3133 00000100:00080000:1.0:1787829032.705625:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829032.705627:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829032.705637:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829032.705646:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428871296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829032.705659:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829032.705662:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428871168:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829032.705663:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829032.705665:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829032.705673:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3133 00000100:00080000:1.0:1787829032.705675:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829032.705678:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829032.705681:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829032.705691:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428871424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829032.705697:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829032.705700:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829032.705701:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829032.705703:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3133 00000100:00080000:1.0:1787829032.705706:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829032.705708:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829032.705711:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829032.705717:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428871552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829032.705751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829032.705802:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff9ab5f24b83c0 x1874671428871168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.705822:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428871168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.705833:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.705836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829032.705839:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428871168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829032.705862:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871296:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829032.705881:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829032.705890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff9ab5f24b92c0 x1874671428871296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.705899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428871296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.705906:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.705908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829032.705910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871296:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829032.705914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829032.705927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829032.705934:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff9ab5f24bb840 x1874671428871424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.705941:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428871424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.705947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.705949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829032.705951:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829032.705954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829032.705964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829032.705970:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff9ab5f24b8000 x1874671428871552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.705977:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428871552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.705982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.705984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829032.705986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829033.665477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829033.665477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829033.665518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829034.689479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829034.689524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829034.689544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829035.713508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829035.713508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829035.713539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829036.737508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829036.737526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829036.737554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829037.761519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829037.761519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829037.761646:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829037.825547:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829037.825561:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829037.825565:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829037.825577:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3138 00000100:00080000:1.0:1787829037.825589:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829037.825599:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829037.825638:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428871680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829037.825717:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428871680:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787829037.825810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829037.825934:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829037.825939:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829037.825942:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829037.825949:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3138 00000100:00080000:1.0:1787829037.825954:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829037.825959:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829037.825968:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829037.825968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff9ab5f24b8000 x1874671428871680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829037.826000:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428871808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829037.826005:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428871680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829037.826023:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829037.826026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829037.826028:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829037.826032:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829037.826034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00080000:1.0:1787829037.826037:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3138 00000100:00100000:2.0:1787829037.826041:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428871680:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829037.826044:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829037.826052:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829037.826058:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829037.826065:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871808:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829037.826075:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428871936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829037.826089:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787829037.826091:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829037.826098:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829037.826101:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829037.826105:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff9ab5f24bb840 x1874671428871808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829037.826107:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3138 00000100:00080000:1.0:1787829037.826115:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829037.826122:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829037.826122:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428871808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829037.826130:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1787829037.826133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829037.826138:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829037.826142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871808:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829037.826145:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428872064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829037.826155:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829037.826173:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829037.826186:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff9ab5f24b92c0 x1874671428871936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829037.826197:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428871936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829037.826206:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829037.826210:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829037.826213:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428871936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829037.826225:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829037.826246:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829037.826257:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff9ab5f24b83c0 x1874671428872064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829037.826277:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428872064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829037.826286:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829037.826288:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829037.826291:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829038.785487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829038.785487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829038.785519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829039.809485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829039.809485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829039.809519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829040.833476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829040.833481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829040.833510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829041.857524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829041.857532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829041.857555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829042.881471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829042.881538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829042.881573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829042.945492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.945500:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829042.945505:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.945514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3143 00000100:00080000:2.0:1787829042.945526:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.945534:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829042.945574:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428872192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.945599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.945602:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829042.945604:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.945607:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3143 00000100:00080000:2.0:1787829042.945609:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.945612:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829042.945621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829042.945631:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428872320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.945645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.945649:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829042.945650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829042.945660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428872192:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829042.945660:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3143 00000100:00080000:2.0:1787829042.945663:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.945675:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829042.945680:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829042.945690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428872448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.945697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.945700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829042.945701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.945704:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3143 00000100:00080000:2.0:1787829042.945708:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.945711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829042.945715:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829042.945722:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428872576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829042.945737:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829042.945779:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff9ab5f9801e00 x1874671428872192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.945793:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428872192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.945802:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.945805:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829042.945808:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428872192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829042.945828:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872320:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829042.945843:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829042.945850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff9ab5f9800000 x1874671428872320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.945858:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428872320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.945864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.945867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829042.945869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872320:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829042.945873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829042.945885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829042.945891:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff9ab5f9802940 x1874671428872448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.945898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428872448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.945903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.945905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829042.945907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829042.945910:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829042.945921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829042.945927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff9ab5f98012c0 x1874671428872576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.945933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428872576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.945938:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.945940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829042.945942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829043.905539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829043.905546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829043.905579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829044.929526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829044.929526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829044.929541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829045.953527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829045.953564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829045.953704:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829046.977542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829046.977546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829046.977558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829048.001505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829048.001526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829048.001541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787829048.065554:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829048.065568:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829048.065572:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829048.065584:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3148 00000100:00080000:3.0:1787829048.065596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829048.065604:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829048.065645:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428872704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829048.065673:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829048.065677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829048.065679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829048.065683:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3148 00000100:00080000:3.0:1787829048.065686:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829048.065690:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829048.065700:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829048.065726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428872704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829048.065726:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428872832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829048.065744:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829048.065748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829048.065750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829048.065754:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3148 00000100:00080000:3.0:1787829048.065758:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829048.065763:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829048.065768:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829048.065778:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428872960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829048.065786:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829048.065789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829048.065790:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829048.065794:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3148 00000100:00080000:3.0:1787829048.065797:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829048.065799:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829048.065802:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829048.065809:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428873088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829048.065843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829048.065880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829048.065906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829049.025481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829049.025506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829049.025523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829050.049475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829050.049481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829050.049523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829051.073492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829051.073535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829051.073540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829051.137741:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787829051.137795:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829051.137822:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829051.137866:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829051.137875:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829051.137882:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829051.137937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829051] req@ffff9ab5f9949e00 x1874671428872832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829051.137968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428872832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829051.137983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829051.137990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829051.137996:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829051.138006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829051] req@ffff9ab5f994a940 x1874671428872960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829051.138022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428872960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829051.138039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829051.138043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829051.138047:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428872960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829051.138059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829051] req@ffff9ab5f994b480 x1874671428873088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829051.138071:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428873088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829051.138079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829051.138082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829051.138086:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829051.138634:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829051] req@ffff9ab5f9948f00 x1874671428872704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829051.138667:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428872704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829051.138680:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829051.138685:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829051.138689:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428872704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829052.097503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829052.097540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829052.097580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829053.121483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829053.121520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829053.121551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829053.186832:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829053.186846:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829053.186850:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829053.186863:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3153 00000100:00080000:1.0:1787829053.186876:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829053.186899:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829053.186945:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428873216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829053.186980:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829053.186984:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829053.186985:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829053.186989:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3153 00000100:00080000:1.0:1787829053.186993:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829053.186996:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829053.187004:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829053.187015:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428873344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829053.187025:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829053.187028:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829053.187029:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829053.187033:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3153 00000100:00080000:1.0:1787829053.187037:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829053.187040:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829053.187045:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829053.187053:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428873472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829053.187063:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829053.187067:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829053.187071:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829053.187073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428873216:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829053.187077:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3153 00000100:00080000:1.0:1787829053.187087:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829053.187093:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829053.187097:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829053.187107:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428873600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829053.187187:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829053.187249:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053] req@ffff9ab5f24ba580 x1874671428873216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829053.187269:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428873216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829053.187285:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829053.187291:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829053.187296:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428873216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829053.187305:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873344:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829053.187350:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829053.187363:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053] req@ffff9ab5f24ba1c0 x1874671428873344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829053.187373:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428873344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829053.187380:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829053.187382:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829053.187385:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829053.187444:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829053.187470:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829053.187481:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053] req@ffff9ab5f24b9680 x1874671428873472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829053.187490:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428873472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829053.187497:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829053.187499:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829053.187502:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829053.187507:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829053.187521:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829053.187527:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053] req@ffff9ab5f24b8f00 x1874671428873600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829053.187534:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428873600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829053.187540:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829053.187542:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829053.187554:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829054.145455:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829054.145500:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829054.145528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829055.169473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829055.169487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829055.169527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829056.193483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829056.193527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829056.193547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829057.217489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829057.217530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829057.217553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829058.241516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829058.241529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829058.241571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829058.305500:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829058.305510:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829058.305515:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829058.305525:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3159 00000100:00080000:1.0:1787829058.305536:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829058.305544:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829058.305586:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428873728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829058.305619:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829058.305622:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829058.305623:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829058.305627:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3159 00000100:00080000:1.0:1787829058.305629:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829058.305632:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829058.305641:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829058.305651:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428873856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829058.305659:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829058.305662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829058.305663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829058.305666:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3159 00000100:00080000:1.0:1787829058.305668:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829058.305671:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829058.305674:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829058.305681:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428873984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829058.305695:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829058.305696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428873728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829058.305698:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829058.305700:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829058.305710:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3159 00000100:00080000:1.0:1787829058.305714:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829058.305716:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829058.305718:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829058.305728:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428874112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829058.305785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829058.305835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829058] req@ffff9ab5f24b8f00 x1874671428873728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829058.305872:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428873728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829058.305885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829058.305891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829058.305896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428873728:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829058.305905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873856:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829058.305934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829058.305950:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829058] req@ffff9ab5f24b9680 x1874671428873856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829058.305964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428873856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829058.305974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829058.305978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829058.305982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829058.306009:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829058.306036:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829058.306049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829058] req@ffff9ab5f24ba1c0 x1874671428873984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829058.306063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428873984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829058.306073:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829058.306076:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829058.306080:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428873984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829058.306087:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829058.306112:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829058.306124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829058] req@ffff9ab5f24ba580 x1874671428874112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829058.306138:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428874112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829058.306148:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829058.306152:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829058.306155:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829059.265483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829059.265512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829059.265548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829060.289473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787829060.289491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829060.289558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829061.313505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829061.313539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829061.313553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829062.337508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829062.337508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829062.337542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829063.361500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829063.361539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829063.361587:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829063.425527:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829063.425536:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829063.425539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829063.425548:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3164 00000100:00080000:2.0:1787829063.425558:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829063.425563:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829063.425596:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428874240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829063.425624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829063.425627:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829063.425629:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829063.425632:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3164 00000100:00080000:2.0:1787829063.425634:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829063.425636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829063.425645:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829063.425655:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428874368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829063.425663:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829063.425666:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829063.425667:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829063.425670:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3164 00000100:00080000:2.0:1787829063.425672:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829063.425675:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829063.425680:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829063.425686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428874496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829063.425699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829063.425701:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428874240:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829063.425706:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829063.425709:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829063.425719:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3164 00000100:00080000:2.0:1787829063.425724:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829063.425726:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829063.425729:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829063.425739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428874624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829063.425797:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829063.425861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063] req@ffff9ab5f9800b40 x1874671428874240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829063.425877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428874240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829063.425887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829063.425891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829063.425895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428874240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829063.425902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829063.425921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829063.425930:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063] req@ffff9ab5f9800f00 x1874671428874368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829063.425938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428874368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829063.425950:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829063.425952:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829063.425954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829063.425978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829063.425991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829063.425998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063] req@ffff9ab5f9802580 x1874671428874496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829063.426006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428874496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829063.426016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829063.426020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829063.426023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829063.426030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829063.426051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829063.426064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063] req@ffff9ab5f98012c0 x1874671428874624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829063.426074:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428874624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829063.426079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829063.426082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829063.426084:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829064.385484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829064.385486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829064.385525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829065.409480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829065.409480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829065.409515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829066.433481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829066.433481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829066.433515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829067.457528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829067.457534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829067.457610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829068.481599:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829068.481600:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829068.481672:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829068.545527:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829068.545542:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829068.545548:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829068.545561:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3169 00000100:00080000:1.0:1787829068.545575:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829068.545583:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829068.545626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428874752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829068.545672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829068.545677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829068.545680:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829068.545685:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3169 00000100:00080000:1.0:1787829068.545690:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829068.545696:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829068.545721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829068.545733:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428874752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829068.545741:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428874880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829068.545758:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829068.545764:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829068.545767:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829068.545804:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3169 00000100:00080000:1.0:1787829068.545820:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829068.545826:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829068.545832:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787829068.545838:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829068.545866:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428875008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829068.545889:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829068.545890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068] req@ffff9ab5f24b83c0 x1874671428874752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829068.545918:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829068.545922:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829068.545929:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3169 00000100:00100000:0.0:1787829068.545935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428874752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829068.545937:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829068.545948:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829068.545960:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1787829068.545962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829068.545972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829068.545986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428874752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829068.545991:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428875136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829068.546016:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829068.546054:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829068.546066:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068] req@ffff9ab5f24b92c0 x1874671428874880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829068.546076:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428874880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829068.546083:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829068.546086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829068.546089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428874880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829068.546094:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829068.546119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829068.546126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068] req@ffff9ab5f24bb840 x1874671428875008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829068.546135:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428875008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829068.546142:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829068.546144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829068.546146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829068.546150:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829068.546163:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829068.546191:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068] req@ffff9ab5f24b8000 x1874671428875136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829068.546220:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428875136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829068.546233:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829068.546238:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829068.546243:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829069.505485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829069.505488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829069.505552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829070.529574:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829070.529720:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829070.529815:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829071.553581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829071.553588:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829071.553604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829072.577538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829072.577560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829072.577636:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829073.601507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829073.601507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829073.601547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829073.665515:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829073.665524:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829073.665529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829073.665541:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3174 00000100:00080000:2.0:1787829073.665554:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829073.665562:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829073.665605:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428875264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829073.665629:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829073.665632:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829073.665634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829073.665637:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3174 00000100:00080000:2.0:1787829073.665640:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829073.665643:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829073.665650:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829073.665663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428875392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829073.665671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829073.665676:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829073.665677:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428875264:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829073.665678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829073.665686:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3174 00000100:00080000:2.0:1787829073.665689:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829073.665691:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829073.665696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829073.665706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428875520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829073.665712:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829073.665715:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829073.665716:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829073.665719:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3174 00000100:00080000:2.0:1787829073.665727:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829073.665730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829073.665733:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829073.665738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829073.665758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428875648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829073.665824:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073] req@ffff9ab5f9802940 x1874671428875264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829073.665849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428875264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829073.665860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829073.665864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829073.665868:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428875264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829073.665894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875392:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829073.665923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829073.665936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073] req@ffff9ab5f9800000 x1874671428875392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829073.665947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428875392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829073.665954:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829073.665969:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829073.665974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829073.665982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829073.666006:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829073.666017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073] req@ffff9ab5f9801e00 x1874671428875520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829073.666028:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428875520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829073.666057:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829073.666062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829073.666069:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829073.666079:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829073.666113:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829073.666128:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073] req@ffff9ab5f9801a40 x1874671428875648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829073.666152:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428875648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829073.666170:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829073.666175:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829073.666180:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829074.625523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829074.625523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829074.625569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829075.649474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829075.649504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829075.649575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829076.673474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829076.673486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829076.673534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829077.697478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829077.697487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829077.697527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829078.721515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829078.721524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829078.721555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829078.785557:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829078.785566:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829078.785569:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829078.785578:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3179 00000100:00080000:0.0:1787829078.785587:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829078.785593:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829078.785626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428875776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829078.785649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829078.785653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829078.785654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829078.785657:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3179 00000100:00080000:0.0:1787829078.785659:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829078.785662:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829078.785671:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829078.785682:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428875776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829078.785693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428875904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829078.785702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829078.785716:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829078.785717:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829078.785721:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3179 00000100:00080000:0.0:1787829078.785724:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829078.785727:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829078.785732:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829078.785742:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428876032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829078.785749:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829078.785751:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829078.785753:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829078.785758:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3179 00000800:00000100:2.0:1787829078.785758:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829078.785764:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829078.785768:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829078.785771:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829078.785783:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428876160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829078.785810:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff9ab5f27ae940 x1874671428875776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829078.785831:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428875776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829078.785842:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829078.785847:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829078.785852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428875776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829078.785877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829078.785903:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829078.785918:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff9ab5f27ad2c0 x1874671428875904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829078.785932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428875904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829078.785942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829078.785946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829078.785950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428875904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829078.785957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829078.785981:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829078.785991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff9ab5f27acf00 x1874671428876032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829078.785999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428876032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829078.786005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829078.786007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829078.786009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829078.786013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829078.786027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829078.786033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff9ab5f27af840 x1874671428876160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829078.786040:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428876160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829078.786045:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829078.786046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829078.786048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829079.745481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829079.745483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829079.745568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829080.769523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829080.769523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829080.769597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829081.793498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829081.793501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829081.793548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829082.817532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829082.817545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829082.817613:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829083.841473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829083.841517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829083.841560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829083.905541:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829083.905554:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829083.905559:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829083.905575:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3184 00000100:00080000:1.0:1787829083.905586:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829083.905592:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829083.905625:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428876288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829083.905649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829083.905652:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829083.905653:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829083.905656:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3184 00000100:00080000:1.0:1787829083.905659:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829083.905661:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829083.905680:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829083.905693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428876416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829083.905702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829083.905703:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428876288:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829083.905708:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829083.905711:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829083.905715:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3184 00000100:00080000:1.0:1787829083.905719:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829083.905723:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829083.905729:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829083.905742:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428876544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829083.905753:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829083.905757:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829083.905760:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829083.905764:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3184 00000100:00080000:1.0:1787829083.905767:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829083.905774:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787829083.905776:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787829083.905782:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829083.905795:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428876672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829083.905821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829083] req@ffff9ab5f24b8000 x1874671428876288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829083.905836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428876288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829083.905844:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829083.905848:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829083.905850:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428876288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829083.905882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829083.905901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829083.905910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829083] req@ffff9ab5f24bb840 x1874671428876416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829083.905918:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428876416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829083.905924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829083.905927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829083.905929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829083.905933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829083.905945:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829083.905951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829083] req@ffff9ab5f24b92c0 x1874671428876544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829083.905959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428876544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829083.905964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829083.905966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829083.905968:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829083.905971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829083.905981:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829083.905987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829083] req@ffff9ab5f24b83c0 x1874671428876672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829083.905995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428876672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829083.906000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829083.906001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829083.906003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829084.865486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829084.865493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829084.865546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829085.889509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829085.889515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829085.889543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829086.913482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829086.913483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829086.913512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829087.937540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829087.937569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829087.937599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829088.961469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829088.961488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829088.961510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829089.025535:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829089.025545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829089.025549:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829089.025558:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3189 00000100:00080000:2.0:1787829089.025568:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829089.025574:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829089.025609:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428876800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829089.025645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829089.025648:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829089.025650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829089.025653:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3189 00000100:00080000:2.0:1787829089.025667:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829089.025671:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829089.025679:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829089.025690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428876928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829089.025699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829089.025703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829089.025705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428876800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829089.025705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829089.025712:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3189 00000100:00080000:2.0:1787829089.025716:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829089.025719:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829089.025732:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829089.025739:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428877056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829089.025746:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829089.025749:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829089.025750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829089.025752:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3189 00000100:00080000:2.0:1787829089.025754:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829089.025757:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829089.025759:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829089.025766:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428877184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829089.025784:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829089.025821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089] req@ffff9ab5f98021c0 x1874671428876800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829089.025834:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428876800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829089.025841:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829089.025844:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829089.025847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428876800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829089.025866:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876928:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829089.025882:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829089.025890:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089] req@ffff9ab5f9801680 x1874671428876928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829089.025898:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428876928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829089.025904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829089.025906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829089.025908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428876928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829089.025913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829089.025934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829089.025940:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089] req@ffff9ab5f9803840 x1874671428877056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829089.025947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428877056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829089.025953:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829089.025955:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829089.025957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829089.025969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829089.025984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829089.025990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089] req@ffff9ab5f9800780 x1874671428877184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829089.025997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428877184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829089.026003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829089.026005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829089.026007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829089.985527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829089.985560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829089.985588:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829091.009457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829091.009531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829091.009576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829092.033522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829092.033522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829092.033549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829093.057474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829093.057484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829093.057535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829094.081542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829094.081542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829094.081566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829094.145567:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829094.145577:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829094.145580:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829094.145590:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3194 00000100:00080000:3.0:1787829094.145610:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829094.145616:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829094.145665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428877312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829094.145696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829094.145700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829094.145702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829094.145706:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3194 00000100:00080000:3.0:1787829094.145710:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829094.145715:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829094.145725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829094.145740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428877312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829094.145742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428877440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829094.145757:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829094.145760:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829094.145761:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829094.145764:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3194 00000100:00080000:3.0:1787829094.145767:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829094.145771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829094.145775:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829094.145795:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428877568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829094.145806:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829094.145809:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829094.145810:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829094.145812:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3194 00000100:00080000:3.0:1787829094.145814:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829094.145816:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829094.145820:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829094.145821:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829094.145830:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428877696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829094.145881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094] req@ffff9ab5f9948000 x1874671428877312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829094.145896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428877312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829094.145904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829094.145907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829094.145910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428877312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829094.145929:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829094.145945:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829094.145958:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094] req@ffff9ab5f9949a40 x1874671428877440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829094.145971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428877440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829094.145980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829094.145984:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829094.145988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829094.145995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829094.146015:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829094.146025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094] req@ffff9ab5f994b840 x1874671428877568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829094.146032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428877568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829094.146039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829094.146041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829094.146043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829094.146047:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829094.146059:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829094.146064:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094] req@ffff9ab5f9948f00 x1874671428877696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829094.146072:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428877696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829094.146077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829094.146078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829094.146080:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829095.105503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829095.105503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829095.105551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829096.129530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829096.129531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829096.129551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829097.153497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829097.153500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829097.153522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829098.177525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829098.177525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829098.177548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829099.201480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829099.201480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829099.201514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829099.265496:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829099.265507:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829099.265511:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829099.265519:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3199 00000100:00080000:2.0:1787829099.265530:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829099.265536:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829099.265590:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428877824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829099.265612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829099.265615:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829099.265617:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829099.265620:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3199 00000100:00080000:2.0:1787829099.265623:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829099.265625:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829099.265634:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829099.265645:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428877952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829099.265654:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829099.265658:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829099.265660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428877824:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829099.265660:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829099.265663:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3199 00000100:00080000:2.0:1787829099.265669:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829099.265673:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829099.265677:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829099.265687:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428878080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829099.265695:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829099.265698:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829099.265699:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829099.265701:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3199 00000100:00080000:2.0:1787829099.265703:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829099.265705:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829099.265708:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829099.265718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428878208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829099.265733:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829099.265772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099] req@ffff9ab5f9802d00 x1874671428877824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829099.265785:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428877824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829099.265793:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829099.265796:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829099.265799:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428877824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829099.265817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829099.265833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829099.265841:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099] req@ffff9ab5f98003c0 x1874671428877952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829099.265849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428877952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829099.265855:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829099.265857:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829099.265859:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428877952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829099.265863:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829099.265874:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829099.265880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099] req@ffff9ab5f9803480 x1874671428878080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829099.265888:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428878080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829099.265898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829099.265900:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829099.265902:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829099.265906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829099.265916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829099.265921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099] req@ffff9ab5f9800780 x1874671428878208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829099.265928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428878208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829099.265933:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829099.265935:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829099.265937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829100.225517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829100.225517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829100.225539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829101.249517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829101.249525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829101.249546:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829102.273500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829102.273516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829102.273540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829103.297518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829103.297518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829103.297562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829104.321503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829104.321509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829104.321574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829104.385559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829104.385574:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829104.385580:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829104.385593:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3205 00000100:00080000:0.0:1787829104.385605:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829104.385613:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829104.385656:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428878336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829104.385704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829104.385709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829104.385712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829104.385718:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3205 00000100:00080000:0.0:1787829104.385722:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829104.385727:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829104.385737:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829104.385757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428878336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829104.385760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428878464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829104.385777:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829104.385781:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829104.385783:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829104.385787:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3205 00000100:00080000:0.0:1787829104.385791:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829104.385795:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829104.385801:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829104.385815:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428878592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829104.385825:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829104.385829:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829104.385833:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787829104.385835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829104.385839:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3205 00000100:00080000:0.0:1787829104.385845:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829104.385850:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829104.385855:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829104.385867:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428878720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829104.385885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104] req@ffff9ab5f27acb40 x1874671428878336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829104.385906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428878336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829104.385917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829104.385922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829104.385926:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428878336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829104.385948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878464:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829104.385969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829104.385992:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104] req@ffff9ab5f27ac000 x1874671428878464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829104.386004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428878464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829104.386012:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829104.386015:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829104.386018:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829104.386025:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829104.386044:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829104.386055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104] req@ffff9ab5f27af480 x1874671428878592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829104.386066:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428878592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829104.386074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829104.386078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829104.386081:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829104.386087:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829104.386105:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829104.386116:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104] req@ffff9ab5f27af0c0 x1874671428878720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829104.386126:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428878720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829104.386133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829104.386136:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829104.386139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829105.345541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829105.345559:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829105.345622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829106.369530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829106.369582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829106.369646:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829107.393484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829107.393524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829107.393580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829108.417529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829108.417536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829108.417622:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829109.441530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829109.441530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829109.441563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829109.505489:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829109.505513:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829109.505518:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829109.505531:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3210 00000100:00080000:0.0:1787829109.505550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829109.505559:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829109.505593:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428878848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829109.505624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829109.505629:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829109.505639:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829109.505645:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3210 00000100:00080000:0.0:1787829109.505649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829109.505653:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428878848:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829109.505657:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829109.505671:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829109.505687:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428878976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829109.505708:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829109.505713:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1787829109.505714:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829109.505717:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829109.505725:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3210 00000100:00080000:0.0:1787829109.505731:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829109.505736:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829109.505743:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829109.505754:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109] req@ffff9ab5f27ac3c0 x1874671428878848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829109.505761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428879104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829109.505773:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428878848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829109.505777:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829109.505786:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829109.505790:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829109.505791:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829109.505797:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3210 00000100:00080000:2.0:1787829109.505798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00080000:0.0:1787829109.505805:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829109.505805:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428878848:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829109.505815:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829109.505821:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829109.505827:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829109.505836:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428879232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829109.505849:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829109.505868:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109] req@ffff9ab5f27afc00 x1874671428878976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829109.505884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428878976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829109.505894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829109.505898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829109.505901:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428878976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829109.505907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829109.505924:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829109.505931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109] req@ffff9ab5f27ade00 x1874671428879104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829109.505943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428879104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829109.505952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829109.505956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829109.505959:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829109.505975:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829109.505999:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829109.506012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109] req@ffff9ab5f27ae1c0 x1874671428879232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829109.506033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428879232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829109.506042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829109.506046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829109.506050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829110.465526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829110.465526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829110.465551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829111.489489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829111.489492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829111.489629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829112.513518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829112.513526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829112.513559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829113.537544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829113.537578:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829113.537582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829114.561453:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829114.561493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829114.561515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829114.625497:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829114.625507:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829114.625511:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829114.625519:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3215 00000100:00080000:2.0:1787829114.625528:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829114.625533:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829114.625563:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428879360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829114.625587:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829114.625590:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829114.625592:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829114.625595:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3215 00000100:00080000:2.0:1787829114.625598:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829114.625601:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829114.625608:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829114.625621:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428879488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829114.625622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428879360:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829114.625637:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829114.625640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829114.625641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829114.625643:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3215 00000100:00080000:2.0:1787829114.625645:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829114.625648:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829114.625658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829114.625667:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428879616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829114.625674:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829114.625676:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829114.625677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829114.625679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3215 00000100:00080000:2.0:1787829114.625681:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829114.625684:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829114.625688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829114.625694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428879744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829114.625727:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829114.625752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829114.625766:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829115.585466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829115.585485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829115.585529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829116.609540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829116.609569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829116.609582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829117.633509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829117.633527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829117.633560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829117.697685:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787829117.697738:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829117.697757:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829117.697815:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829117.697826:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829117.697836:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829117.697873:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829117] req@ffff9ab5f9801680 x1874671428879488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829117.697907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428879488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829117.697922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829117.697929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829117.697936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829117.697946:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829117] req@ffff9ab5f98021c0 x1874671428879616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829117.697962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428879616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829117.697972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829117.697976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829117.697981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829117.697988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829117] req@ffff9ab5f9801a40 x1874671428879744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829117.698001:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428879744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829117.698010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829117.698015:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829117.698018:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428879744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829117.698025:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829117] req@ffff9ab5f9803840 x1874671428879360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829117.698037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428879360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829117.698044:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829117.698048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829117.698051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428879360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829118.657484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829118.657533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829118.657542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829119.681485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829119.681496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829119.681511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829119.745528:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.745538:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829119.745542:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.745554:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3220 00000100:00080000:2.0:1787829119.745566:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.745575:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829119.745608:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428879872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.745637:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.745641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829119.745642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.745646:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3220 00000100:00080000:2.0:1787829119.745648:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.745652:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829119.745661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829119.745680:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428880000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.745693:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829119.745696:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428879872:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829119.745697:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829119.745701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.745708:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3220 00000100:00080000:2.0:1787829119.745712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.745717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829119.745723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829119.745743:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428880128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.745758:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.745762:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787829119.745765:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829119.745766:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.745775:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3220 00000100:00080000:2.0:1787829119.745779:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.745783:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829119.745788:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829119.745801:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428880256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829119.745817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff9ab5f9801e00 x1874671428879872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.745839:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428879872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.745851:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.745855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829119.745860:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428879872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829119.745884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829119.745909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829119.745924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff9ab5f9800000 x1874671428880000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.745937:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428880000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.745947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.745950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829119.745954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829119.745961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829119.745984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829119.745996:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff9ab5f9802940 x1874671428880128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.746006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428880128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.746013:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.746016:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829119.746020:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829119.746027:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829119.746047:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829119.746059:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff9ab5f98012c0 x1874671428880256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.746070:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428880256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.746078:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.746081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829119.746084:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829120.705467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829120.705488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829120.705549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829121.729469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829121.729487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829121.729528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829122.753474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829122.753474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829122.753514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829123.777467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829123.777494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829123.777504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829124.801521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829124.801522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829124.801564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829124.865535:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.865548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829124.865552:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.865564:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3225 00000100:00080000:1.0:1787829124.865575:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.865582:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829124.865620:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428880384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.865652:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.865656:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829124.865659:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.865663:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3225 00000100:00080000:1.0:1787829124.865667:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.865672:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829124.865681:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829124.865693:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428880384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829124.865698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428880512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.865712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.865716:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829124.865718:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.865723:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3225 00000100:00080000:1.0:1787829124.865747:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.865751:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829124.865758:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787829124.865758:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829124.865774:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428880640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.865785:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.865789:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829124.865790:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.865795:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3225 00000100:00080000:1.0:1787829124.865799:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.865804:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829124.865809:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff9ab5f24ba580 x1874671428880384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829124.865811:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829124.865832:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428880768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829124.865838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428880384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.865859:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.865863:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829124.865866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428880384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829124.865886:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829124.865904:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829124.865913:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff9ab5f24ba1c0 x1874671428880512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.865921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428880512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.865928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.865932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829124.865936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829124.865943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829124.865964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829124.865976:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff9ab5f24b9680 x1874671428880640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.865988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428880640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.866004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.866006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829124.866008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829124.866013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829124.866027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829124.866035:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff9ab5f24b8f00 x1874671428880768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.866042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428880768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.866047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.866049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829124.866052:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428880768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829125.825484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829125.825485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829125.825511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829126.849524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829126.849525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829126.849579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829127.873483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829127.873483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829127.873509:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829128.897516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829128.897520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829128.897542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829129.921476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829129.921483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829129.921512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829129.985511:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829129.985521:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829129.985525:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829129.985533:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3230 00000100:00080000:0.0:1787829129.985542:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829129.985548:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829129.985590:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428880896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829129.985613:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829129.985616:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829129.985617:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829129.985620:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3230 00000100:00080000:0.0:1787829129.985623:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829129.985625:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829129.985632:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829129.985641:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428881024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829129.985649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829129.985654:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787829129.985655:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428880896:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829129.985656:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829129.985664:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3230 00000100:00080000:0.0:1787829129.985668:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829129.985671:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829129.985675:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829129.985683:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428881152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829129.985689:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829129.985692:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829129.985694:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829129.985697:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3230 00000100:00080000:0.0:1787829129.985700:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829129.985703:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829129.985708:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829129.985722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428881280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829129.985724:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829129.985776:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff9ab5f27ae580 x1874671428880896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829129.985791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428880896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829129.985806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829129.985810:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829129.985815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428880896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829129.985838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829129.985870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829129.985880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff9ab5f27aed00 x1874671428881024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829129.985889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428881024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829129.985895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829129.985898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829129.985900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829129.985904:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829129.985926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829129.985932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff9ab5f27ad680 x1874671428881152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829129.985939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428881152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829129.985945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829129.985947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829129.985949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829129.985953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829129.985963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829129.985968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff9ab5f27ae1c0 x1874671428881280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829129.985975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428881280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829129.985980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829129.985982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829129.985984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829130.945501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829130.945502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829130.945538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829131.969513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829131.969589:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829131.969722:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829132.993533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829132.993541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829132.993574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829134.017511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829134.017519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829134.017556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829135.041504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829135.041504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829135.041694:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829135.105557:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829135.105570:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829135.105575:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829135.105586:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3235 00000100:00080000:2.0:1787829135.105597:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829135.105606:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829135.105647:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428881408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829135.105677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829135.105680:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829135.105682:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829135.105687:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3235 00000100:00080000:2.0:1787829135.105691:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829135.105695:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829135.105706:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829135.105708:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428881408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829135.105721:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428881536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829135.105732:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829135.105736:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829135.105739:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829135.105742:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3235 00000100:00080000:2.0:1787829135.105746:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829135.105750:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829135.105756:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829135.105765:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829135.105771:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428881664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829135.105781:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829135.105784:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829135.105785:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829135.105788:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3235 00000100:00080000:2.0:1787829135.105791:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829135.105794:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829135.105799:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829135.105804:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135] req@ffff9ab5f9802580 x1874671428881408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829135.105810:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428881792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829135.105836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428881408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829135.105847:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829135.105850:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829135.105854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428881408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829135.105875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829135.105891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829135.105900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135] req@ffff9ab5f9800f00 x1874671428881536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829135.105909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428881536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829135.105915:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829135.105916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829135.105918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829135.105923:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829135.105935:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829135.105945:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135] req@ffff9ab5f9800b40 x1874671428881664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829135.105958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428881664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829135.105968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829135.105972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829135.105976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829135.105982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829135.106003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829135.106017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135] req@ffff9ab5f98012c0 x1874671428881792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829135.106029:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428881792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829135.106037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829135.106040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829135.106042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428881792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829136.065492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829136.065492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829136.065532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829137.089492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829137.089541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829137.089611:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829138.113520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829138.113520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829138.113560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829139.137499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829139.137524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829139.137585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829140.161520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829140.161537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829140.161560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829140.225531:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829140.225542:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829140.225548:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829140.225559:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3240 00000100:00080000:0.0:1787829140.225572:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829140.225581:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829140.225631:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428881920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829140.225659:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829140.225662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829140.225664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829140.225668:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3240 00000100:00080000:0.0:1787829140.225671:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829140.225676:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829140.225687:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829140.225698:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428882048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829140.225707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829140.225710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829140.225712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829140.225721:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3240 00000100:00100000:2.0:1787829140.225722:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428881920:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829140.225724:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829140.225730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829140.225739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829140.225748:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428882176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829140.225754:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829140.225757:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829140.225759:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829140.225762:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3240 00000100:00080000:0.0:1787829140.225764:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829140.225767:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829140.225770:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829140.225778:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428882304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829140.225814:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829140.225860:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140] req@ffff9ab5f27ade00 x1874671428881920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829140.225879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428881920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829140.225892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829140.225897:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829140.225901:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428881920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829140.225926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882048:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829140.225950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829140.225963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140] req@ffff9ab5f27afc00 x1874671428882048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829140.225976:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428882048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829140.225985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829140.225989:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829140.225993:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829140.226000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829140.226022:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829140.226032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140] req@ffff9ab5f27ac3c0 x1874671428882176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829140.226045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428882176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829140.226054:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829140.226058:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829140.226061:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829140.226068:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829140.226086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829140.226098:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140] req@ffff9ab5f27af0c0 x1874671428882304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829140.226110:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428882304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829140.226119:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829140.226122:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829140.226126:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829141.185486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829141.185486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829141.185514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829142.209497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829142.209544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829142.209579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829143.233518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829143.233520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829143.233601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829144.257522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829144.257582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829144.257592:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829145.281507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829145.281542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829145.281601:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829145.345545:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829145.345557:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829145.345563:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829145.345576:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3246 00000100:00080000:0.0:1787829145.345591:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829145.345601:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829145.345650:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428882432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829145.345683:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829145.345688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829145.345690:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829145.345697:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3246 00000100:00080000:0.0:1787829145.345703:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829145.345710:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829145.345725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829145.345725:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428882432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829145.345760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428882560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829145.345775:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829145.345780:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829145.345781:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829145.345786:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3246 00000100:00080000:0.0:1787829145.345792:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787829145.345798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829145.345800:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829145.345808:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829145.345823:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428882688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829145.345836:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829145.345839:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145] req@ffff9ab5f27af480 x1874671428882432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829145.345844:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829145.345851:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829145.345865:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3246 00000100:00080000:0.0:1787829145.345880:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829145.345887:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428882432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829145.345893:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00080000:2.0:1787829145.345912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787829145.345913:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1787829145.345923:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829145.345927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428882432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829145.345939:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428882816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829145.345953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829145.345980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829145.345993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145] req@ffff9ab5f27ac000 x1874671428882560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829145.346003:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428882560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829145.346009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829145.346012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829145.346014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829145.346020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829145.346033:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829145.346040:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145] req@ffff9ab5f27acb40 x1874671428882688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829145.346051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428882688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829145.346063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829145.346066:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829145.346068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829145.346080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829145.346092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829145.346102:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145] req@ffff9ab5f27af840 x1874671428882816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829145.346110:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428882816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829145.346117:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829145.346124:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829145.346128:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428882816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829146.305556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829146.305597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829146.305718:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829147.329519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829147.329523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829147.329577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829148.353514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829148.353531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829148.353532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829149.377521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829149.377541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829149.377569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829150.401533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829150.401566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829150.401573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787829150.465528:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829150.465538:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829150.465549:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829150.465560:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3251 00000100:00080000:3.0:1787829150.465572:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829150.465580:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829150.465631:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428882944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829150.465666:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829150.465670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829150.465672:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829150.465677:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3251 00000100:00080000:3.0:1787829150.465682:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829150.465686:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829150.465697:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829150.465712:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428882944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829150.465713:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428883072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829150.465737:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829150.465741:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829150.465744:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829150.465751:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3251 00000100:00080000:3.0:1787829150.465755:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829150.465758:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829150.465763:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829150.465774:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428883200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829150.465784:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829150.465787:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829150.465789:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829150.465793:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3251 00000800:00000100:2.0:1787829150.465802:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829150.465804:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829150.465810:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829150.465815:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829150.465827:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428883328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829150.465855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150] req@ffff9ab5f994b480 x1874671428882944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829150.465872:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428882944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829150.465880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829150.465884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829150.465888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428882944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829150.465908:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829150.465924:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829150.465932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150] req@ffff9ab5f994a940 x1874671428883072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829150.465940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428883072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829150.465946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829150.465948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829150.465950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829150.465955:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829150.465966:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829150.465971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150] req@ffff9ab5f9949e00 x1874671428883200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829150.465978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428883200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829150.465984:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829150.465985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829150.465987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829150.465991:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829150.466000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829150.466006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150] req@ffff9ab5f994a1c0 x1874671428883328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829150.466013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428883328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829150.466018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829150.466020:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829150.466022:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829151.425503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829151.425506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829151.425555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829152.449519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829152.449540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829152.449560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829153.473484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829153.473485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829153.473516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829154.497495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829154.497509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829154.497517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829155.521483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829155.521488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829155.521554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829155.585487:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829155.585499:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829155.585504:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829155.585527:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3256 00000100:00080000:3.0:1787829155.585538:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829155.585546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829155.585604:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428883456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829155.585633:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829155.585637:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829155.585639:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829155.585644:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3256 00000100:00080000:3.0:1787829155.585648:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829155.585654:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829155.585664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829155.585673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428883456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829155.585686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428883584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829155.585699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829155.585704:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829155.585706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829155.585710:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3256 00000100:00080000:3.0:1787829155.585717:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829155.585722:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829155.585727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:2.0:1787829155.585731:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829155.585743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428883712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829155.585755:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829155.585757:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829155.585759:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829155.585762:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3256 00000100:00080000:3.0:1787829155.585766:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829155.585769:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829155.585773:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155] req@ffff9ab5f994b0c0 x1874671428883456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829155.585774:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829155.585790:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428883840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829155.585793:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428883456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829155.585804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829155.585810:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829155.585816:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428883456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829155.585838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883584:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829155.585854:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829155.585862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155] req@ffff9ab5f994bc00 x1874671428883584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829155.585871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428883584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829155.585876:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829155.585879:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829155.585881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829155.585885:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829155.585909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829155.585920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155] req@ffff9ab5f99492c0 x1874671428883712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829155.585933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428883712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829155.585942:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829155.585945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829155.585949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829155.585956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829155.585987:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829155.585999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155] req@ffff9ab5f9948b40 x1874671428883840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829155.586012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428883840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829155.586026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829155.586028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829155.586031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428883840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829156.545493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829156.545527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829156.545639:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829157.569492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829157.569492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829157.569508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829158.593530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829158.593530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829158.593555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829159.617485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829159.617489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829159.617668:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829160.641518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829160.641518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829160.641550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829160.705522:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829160.705530:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829160.705533:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829160.705542:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3261 00000100:00080000:2.0:1787829160.705551:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829160.705556:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829160.705591:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428883968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829160.705615:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829160.705619:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829160.705620:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829160.705623:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3261 00000100:00080000:2.0:1787829160.705625:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829160.705627:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829160.705634:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829160.705642:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428884096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829160.705653:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829160.705656:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829160.705657:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829160.705659:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3261 00000100:00080000:2.0:1787829160.705661:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829160.705663:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829160.705666:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829160.705672:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428884224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829160.705678:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829160.705681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829160.705682:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829160.705685:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3261 00000100:00080000:2.0:1787829160.705688:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829160.705690:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829160.705693:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829160.705699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428883968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829160.705701:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428884352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829160.705757:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829160.705800:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff9ab5f9802940 x1874671428883968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829160.705819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428883968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829160.705831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829160.705835:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829160.705838:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428883968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829160.705844:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829160.705865:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829160.705878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff9ab5f9800000 x1874671428884096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829160.705891:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428884096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829160.705900:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829160.705904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829160.705908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829160.705914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829160.705930:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829160.705938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff9ab5f9801e00 x1874671428884224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829160.705945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428884224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829160.705951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829160.705953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829160.705955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829160.705974:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829160.705984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829160.705990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff9ab5f9803840 x1874671428884352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829160.705997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428884352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829160.706002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829160.706003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829160.706005:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829161.665464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829161.665473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829161.665511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829162.689501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829162.689533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829162.689630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829163.713528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829163.713528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829163.713562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829164.737488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829164.737489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829164.737538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829165.761503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829165.761508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829165.761539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829165.825532:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.825541:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829165.825545:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.825553:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3266 00000100:00080000:3.0:1787829165.825563:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.825569:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829165.825599:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428884480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.825619:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.825623:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829165.825625:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.825629:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3266 00000100:00080000:3.0:1787829165.825633:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.825637:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829165.825647:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829165.825661:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428884608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829165.825667:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428884480:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829165.825684:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.825687:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829165.825689:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.825692:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3266 00000100:00080000:3.0:1787829165.825695:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.825699:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829165.825705:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829165.825715:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428884736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.825722:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829165.825726:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829165.825735:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829165.825737:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.825742:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3266 00000100:00080000:3.0:1787829165.825745:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.825748:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829165.825752:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829165.825763:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428884864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829165.825765:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff9ab5f994ad00 x1874671428884480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.825795:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428884480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.825804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.825808:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829165.825810:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428884480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829165.825837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829165.825853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829165.825861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff9ab5f994a580 x1874671428884608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.825869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428884608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.825876:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.825878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829165.825880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829165.825884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829165.825895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829165.825901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff9ab5f9948780 x1874671428884736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.825909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428884736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.825914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.825916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829165.825918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829165.825921:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829165.825931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829165.825936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff9ab5f9948b40 x1874671428884864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.825943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428884864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.825948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.825950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829165.825952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428884864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829166.785509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829166.785509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829166.785556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829167.809593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829167.809593:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829167.809663:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829168.833569:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829168.833571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829168.833640:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829169.857509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829169.857510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829169.857615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829170.881572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829170.881602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829170.881624:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787829170.946098:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829170.946113:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829170.946118:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829170.946132:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3271 00000100:00080000:3.0:1787829170.946158:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829170.946169:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829170.946212:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428884992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829170.946257:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829170.946262:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829170.946264:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829170.946270:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3271 00000100:00080000:3.0:1787829170.946275:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829170.946280:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829170.946291:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829170.946308:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428885120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829170.946321:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829170.946325:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829170.946329:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829170.946335:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3271 00000100:00080000:3.0:1787829170.946340:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829170.946346:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829170.946353:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829170.946366:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428885248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829170.946379:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829170.946383:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829170.946385:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829170.946389:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3271 00000100:00080000:3.0:1787829170.946393:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829170.946433:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829170.946443:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829170.946460:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428885376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829170.946652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428884992:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787829170.946773:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829170.946858:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff9ab5f99492c0 x1874671428884992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829170.946879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428884992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829170.946892:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829170.946929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829170.946941:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428884992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829170.946952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829170.947007:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829170.947021:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff9ab5f994bc00 x1874671428885120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829170.947032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428885120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829170.947040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829170.947043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829170.947047:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829170.947052:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829170.947095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829170.947135:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff9ab5f994b0c0 x1874671428885248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829170.947151:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428885248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829170.947163:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829170.947167:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829170.947172:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829170.947177:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829170.947196:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829170.947206:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff9ab5f994a1c0 x1874671428885376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829170.947215:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428885376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829170.947221:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829170.947224:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829170.947226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829171.905516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829171.905552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829171.905593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829172.929480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829172.929536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829172.929572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829173.953494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829173.953535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829173.953538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829174.977505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829174.977524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829174.977537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829176.001499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829176.001500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829176.001532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829176.065608:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829176.065621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829176.065626:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829176.065637:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3276 00000100:00080000:0.0:1787829176.065650:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829176.065659:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829176.065702:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428885504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829176.065731:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829176.065745:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829176.065747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829176.065750:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3276 00000100:00080000:0.0:1787829176.065755:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829176.065759:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829176.065774:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829176.065779:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428885504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829176.065789:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428885632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829176.065800:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829176.065803:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829176.065804:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829176.065808:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3276 00000100:00080000:0.0:1787829176.065811:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829176.065814:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829176.065819:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829176.065827:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428885760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829176.065836:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829176.065838:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829176.065839:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829176.065841:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3276 00000100:00080000:0.0:1787829176.065844:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829176.065849:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787829176.065853:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829176.065854:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829176.065865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428885888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829176.065910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176] req@ffff9ab5f27acf00 x1874671428885504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829176.065933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428885504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829176.065945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829176.065966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829176.065972:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428885504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829176.066004:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829176.066064:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829176.066107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176] req@ffff9ab5f27ad2c0 x1874671428885632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829176.066122:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428885632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829176.066133:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829176.066137:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829176.066141:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829176.066149:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829176.066187:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829176.066202:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176] req@ffff9ab5f27ae940 x1874671428885760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829176.066218:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428885760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829176.066228:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829176.066232:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829176.066236:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829176.066243:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829176.066265:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829176.066274:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176] req@ffff9ab5f27af840 x1874671428885888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829176.066282:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428885888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829176.066288:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829176.066290:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829176.066293:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428885888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829177.025504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829177.025523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829177.025537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829178.049514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829178.049514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829178.049539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829179.073477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829179.073486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829179.073530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829180.097531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829180.097545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829180.097583:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829181.121496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829181.121500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829181.121553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829181.185486:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829181.185498:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829181.185503:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829181.185514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3281 00000100:00080000:3.0:1787829181.185527:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829181.185536:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829181.185582:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428886016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829181.185612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829181.185617:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829181.185619:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829181.185626:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3281 00000100:00080000:3.0:1787829181.185632:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829181.185638:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829181.185651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829181.185660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428886016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829181.185673:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428886144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829181.185689:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829181.185693:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829181.185696:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829181.185701:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3281 00000100:00080000:3.0:1787829181.185705:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829181.185710:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829181.185715:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829181.185724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428886272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829181.185733:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829181.185735:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829181.185737:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829181.185740:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3281 00000100:00080000:3.0:1787829181.185742:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829181.185745:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829181.185750:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829181.185760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428886400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829181.185774:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829181.185802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829181.185893:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829182.145453:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829182.145516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829182.145522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829183.169525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829183.169540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829183.169565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829184.193490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829184.193490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829184.193552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829184.257677:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787829184.257723:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829184.257738:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829184.257772:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829184.257778:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829184.257784:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787829184.257850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829184] req@ffff9ab5f9948f00 x1874671428886400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829184.257895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428886400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829184.257907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829184.257913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829184.257917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829184.257925:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829184] req@ffff9ab5f994a940 x1874671428886144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829184.257939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428886144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829184.257947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829184.257951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829184.257954:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829184.257961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829184] req@ffff9ab5f994b480 x1874671428886272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829184.257987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428886272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829184.257997:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829184.258001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829184.258004:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829184.258012:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829184] req@ffff9ab5f9949e00 x1874671428886016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829184.258025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428886016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829184.258033:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829184.258036:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829184.258039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428886016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829185.217504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829185.217504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829185.217535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829186.241468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829186.241496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829186.241502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829186.305483:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829186.305490:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829186.305494:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829186.305505:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3287 00000100:00080000:3.0:1787829186.305514:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829186.305520:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829186.305550:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428886528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829186.305574:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829186.305577:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829186.305579:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829186.305582:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3287 00000100:00080000:3.0:1787829186.305585:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829186.305587:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829186.305597:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829186.305611:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428886656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829186.305618:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428886528:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829186.305628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829186.305634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829186.305636:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829186.305641:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3287 00000100:00080000:3.0:1787829186.305646:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829186.305651:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829186.305658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829186.305672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428886784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829186.305682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829186.305689:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829186.305690:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829186.305695:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829186.305700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3287 00000100:00080000:3.0:1787829186.305706:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829186.305711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829186.305716:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829186.305731:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428886912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829186.305741:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186] req@ffff9ab5f994b840 x1874671428886528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829186.305773:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428886528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829186.305784:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829186.305788:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829186.305792:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428886528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829186.305817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829186.305842:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829186.305858:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186] req@ffff9ab5f9949a40 x1874671428886656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829186.305870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428886656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829186.305879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829186.305884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829186.305888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829186.305901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829186.305925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829186.305937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186] req@ffff9ab5f9948000 x1874671428886784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829186.305949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428886784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829186.305973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829186.305976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829186.305980:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829186.305987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829186.306009:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829186.306022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186] req@ffff9ab5f9949e00 x1874671428886912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829186.306035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428886912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829186.306043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829186.306047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829186.306050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428886912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829187.265452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829187.265474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829187.265512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829188.289457:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829188.289465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829188.289490:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829189.313449:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829189.313524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829189.313543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829190.337449:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829190.337521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829190.337531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829191.361536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829191.361536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829191.361631:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829191.425489:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829191.425498:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829191.425502:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829191.425510:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3292 00000100:00080000:1.0:1787829191.425520:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829191.425526:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829191.425570:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428887040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829191.425594:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829191.425598:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829191.425600:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829191.425604:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3292 00000100:00080000:1.0:1787829191.425608:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829191.425612:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829191.425622:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829191.425635:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428887168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829191.425640:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428887040:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829191.425646:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829191.425650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829191.425651:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829191.425655:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3292 00000100:00080000:1.0:1787829191.425658:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829191.425662:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829191.425668:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829191.425678:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428887296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829191.425686:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829191.425689:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829191.425691:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829191.425711:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3292 00000100:00080000:1.0:1787829191.425717:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829191.425722:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829191.425727:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:1.0:1787829191.425727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829191.425738:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428887424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829191.425773:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829191] req@ffff9ab5f24b8f00 x1874671428887040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829191.425794:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428887040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829191.425804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829191.425807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829191.425811:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428887040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829191.425833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829191.425855:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829191.425866:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829191] req@ffff9ab5f24b9680 x1874671428887168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829191.425875:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428887168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829191.425882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829191.425884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829191.425888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829191.425892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829191.425905:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829191.425912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829191] req@ffff9ab5f24ba1c0 x1874671428887296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829191.425936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428887296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829191.425944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829191.425946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829191.425949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829191.425954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829191.425971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829191.425979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829191] req@ffff9ab5f24ba580 x1874671428887424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829191.425988:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428887424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829191.425994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829191.425996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829191.425998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829192.385485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829192.385547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829192.385610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829193.409521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829193.409607:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829193.409622:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829194.433504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829194.433535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829194.433556:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829195.457562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829195.457599:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829195.457639:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829196.481495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829196.481600:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829196.481647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829196.545599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829196.545609:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829196.545614:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829196.545645:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3297 00000100:00080000:3.0:1787829196.545663:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829196.545673:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829196.545760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428887552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829196.545794:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829196.545798:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829196.545800:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829196.545805:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3297 00000100:00080000:3.0:1787829196.545808:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829196.545831:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829196.545847:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829196.545865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428887680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829196.545879:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829196.545914:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829196.545919:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829196.545928:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3297 00000100:00100000:0.0:1787829196.545933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428887552:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829196.545934:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829196.545946:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829196.545960:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829196.545984:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428887808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829196.546005:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829196.546012:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829196.546016:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829196.546024:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3297 00000100:00080000:3.0:1787829196.546033:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829196.546053:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829196.546063:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829196.546092:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428887936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829196.546094:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829196.546193:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196] req@ffff9ab5f994b480 x1874671428887552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829196.546235:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428887552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829196.546252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829196.546260:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829196.546267:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428887552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829196.546279:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829196.546343:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829196.546365:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196] req@ffff9ab5f994a940 x1874671428887680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829196.546449:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428887680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829196.546465:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829196.546471:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829196.546476:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829196.546539:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829196.546577:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829196.546599:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196] req@ffff9ab5f9948f00 x1874671428887808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829196.546618:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428887808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829196.546631:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829196.546636:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829196.546641:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829196.546651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829196.546692:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829196.546736:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196] req@ffff9ab5f994a1c0 x1874671428887936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829196.546762:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428887936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829196.546779:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829196.546800:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829196.546805:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428887936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829197.505537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829197.505538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829197.505594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829198.529519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829198.529522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829198.529603:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829199.553530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829199.553539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829199.553559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829200.577491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829200.577521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829200.577528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829201.601485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829201.601485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829201.601512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829201.665546:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829201.665557:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829201.665561:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829201.665577:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3302 00000100:00080000:0.0:1787829201.665587:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829201.665593:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829201.665627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428888064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829201.665651:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829201.665654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829201.665655:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829201.665658:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3302 00000100:00080000:0.0:1787829201.665660:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829201.665662:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829201.665670:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829201.665678:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428888192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829201.665685:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829201.665687:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829201.665689:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829201.665691:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3302 00000100:00080000:0.0:1787829201.665693:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829201.665695:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829201.665698:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829201.665704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428888320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829201.665711:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829201.665714:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829201.665715:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829201.665717:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3302 00000100:00080000:0.0:1787829201.665720:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829201.665722:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829201.665725:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829201.665731:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428888064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829201.665733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428888448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829201.665794:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829201.665831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201] req@ffff9ab5f27acb40 x1874671428888064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829201.665844:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428888064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829201.665868:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829201.665872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829201.665875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428888064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829201.665881:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829201.665899:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829201.665908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201] req@ffff9ab5f27ac000 x1874671428888192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829201.665916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428888192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829201.665922:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829201.665924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829201.665926:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829201.665930:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829201.665941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829201.665947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201] req@ffff9ab5f27af480 x1874671428888320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829201.665954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428888320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829201.665959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829201.665961:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829201.665963:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829201.665981:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829201.665992:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829201.665998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201] req@ffff9ab5f27af0c0 x1874671428888448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829201.666006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428888448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829201.666015:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829201.666018:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829201.666021:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829202.625511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829202.625512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829202.625551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829203.649475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829203.649545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829203.649653:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829204.673503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829204.673551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829204.673555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829205.697472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829205.697477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829205.697520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829206.721496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829206.721499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829206.721520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829206.785499:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.785511:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829206.785517:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.785536:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3307 00000100:00080000:2.0:1787829206.785552:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.785560:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829206.785614:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428888576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.785640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.785643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829206.785648:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.785652:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3307 00000100:00080000:2.0:1787829206.785654:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.785657:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829206.785668:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829206.785678:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428888704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.785696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.785701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829206.785702:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428888576:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829206.785703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.785711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3307 00000100:00080000:2.0:1787829206.785714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.785717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829206.785721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829206.785729:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428888832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.785736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.785739:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829206.785740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.785743:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3307 00000100:00080000:2.0:1787829206.785746:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.785749:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829206.785752:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829206.785760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428888960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829206.785782:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829206.785853:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff9ab5f9801a40 x1874671428888576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829206.785870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428888576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829206.785879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829206.785882:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829206.785885:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428888576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829206.785907:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888704:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829206.785925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829206.785934:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff9ab5f98021c0 x1874671428888704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829206.785943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428888704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829206.785953:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829206.785957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829206.785960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829206.785967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829206.785990:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829206.786003:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff9ab5f9801680 x1874671428888832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829206.786015:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428888832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829206.786022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829206.786025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829206.786028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829206.786032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829206.786048:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829206.786055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff9ab5f9800780 x1874671428888960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829206.786063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428888960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829206.786068:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829206.786070:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829206.786073:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428888960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829207.745493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829207.745566:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829207.745611:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829208.769528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829208.769545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829208.769551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829209.793497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829209.793497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829209.793542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829210.817524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829210.817529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829210.817558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829211.841505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829211.841505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829211.841544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829211.905550:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.905563:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829211.905568:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.905580:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3312 00000100:00080000:0.0:1787829211.905592:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.905601:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829211.905640:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428889088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.905664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.905667:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829211.905668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.905671:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3312 00000100:00080000:0.0:1787829211.905674:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.905677:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829211.905686:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829211.905695:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428889216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.905704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829211.905706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428889088:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829211.905708:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829211.905711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.905716:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3312 00000100:00080000:0.0:1787829211.905718:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.905720:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829211.905723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829211.905732:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428889344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.905739:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.905741:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829211.905743:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.905745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3312 00000100:00080000:0.0:1787829211.905756:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.905758:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829211.905762:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829211.905764:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829211.905772:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428889472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829211.905825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff9ab5f27ac3c0 x1874671428889088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829211.905852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428889088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829211.905863:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829211.905868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829211.905873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428889088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829211.905897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829211.905922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829211.905937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff9ab5f27afc00 x1874671428889216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829211.905950:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428889216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829211.905960:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829211.905963:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829211.905967:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829211.905973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829211.905996:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829211.906008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff9ab5f27ade00 x1874671428889344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829211.906020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428889344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829211.906030:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829211.906034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829211.906037:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829211.906043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829211.906062:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829211.906074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff9ab5f27ae1c0 x1874671428889472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829211.906086:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428889472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829211.906102:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829211.906106:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829211.906110:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829212.865523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829212.865523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829212.865545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829213.889488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829213.889488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829213.889520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829214.913511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829214.913511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829214.913552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829215.937482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829215.937483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829215.937544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829216.961493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829216.961493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829216.961534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829217.025581:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829217.025594:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829217.025599:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829217.025611:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3317 00000100:00080000:2.0:1787829217.025640:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829217.025650:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829217.025707:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428889600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829217.025739:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829217.025758:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829217.025761:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829217.025769:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3317 00000100:00080000:2.0:1787829217.025774:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829217.025776:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428889600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829217.025783:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829217.025795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829217.025814:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428889728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829217.025828:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829217.025833:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787829217.025834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829217.025838:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829217.025845:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3317 00000100:00080000:2.0:1787829217.025851:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829217.025856:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829217.025862:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829217.025869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217] req@ffff9ab5f9803480 x1874671428889600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829217.025878:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428889856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829217.025891:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829217.025895:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428889600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829217.025897:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829217.025902:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829217.025908:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829217.025911:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3317 00000100:00080000:0.0:1787829217.025915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00080000:2.0:1787829217.025918:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829217.025919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428889600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829217.025928:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829217.025935:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829217.025943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829217.025951:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428889984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829217.025963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829217.025977:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217] req@ffff9ab5f98003c0 x1874671428889728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829217.025987:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428889728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829217.025998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829217.026001:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829217.026003:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829217.026007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829217.026020:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829217.026026:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217] req@ffff9ab5f9802d00 x1874671428889856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829217.026035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428889856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829217.026041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829217.026042:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829217.026044:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829217.026056:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829217.026067:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829217.026076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217] req@ffff9ab5f9803480 x1874671428889984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829217.026085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428889984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829217.026090:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829217.026092:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829217.026095:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428889984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829217.985511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829217.985543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829217.985577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829219.009498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829219.009514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829219.009527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829220.033514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829220.033518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829220.033549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829221.057512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829221.057527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829221.057620:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829222.081526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829222.081527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829222.081555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829222.145549:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829222.145559:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829222.145563:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829222.145572:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3322 00000100:00080000:3.0:1787829222.145582:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829222.145587:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829222.145623:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428890112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829222.145647:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829222.145650:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829222.145652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829222.145655:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3322 00000100:00080000:3.0:1787829222.145657:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829222.145659:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829222.145667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829222.145676:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428890240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829222.145685:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829222.145688:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428890112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829222.145688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829222.145691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829222.145695:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3322 00000100:00080000:3.0:1787829222.145698:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829222.145700:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829222.145703:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829222.145723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428890368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829222.145735:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829222.145738:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829222.145741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829222.145744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3322 00000100:00080000:3.0:1787829222.145748:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829222.145751:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829222.145756:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829222.145766:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428890496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829222.145778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829222.145814:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222] req@ffff9ab5f994b0c0 x1874671428890112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829222.145827:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428890112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829222.145836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829222.145839:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829222.145841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428890112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829222.145865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890240:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829222.145880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829222.145888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222] req@ffff9ab5f994bc00 x1874671428890240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829222.145896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428890240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829222.145902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829222.145904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829222.145907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829222.145912:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829222.145954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829222.145966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222] req@ffff9ab5f99492c0 x1874671428890368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829222.145975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428890368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829222.145980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829222.145983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829222.145985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829222.145989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829222.146003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829222.146009:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222] req@ffff9ab5f9948b40 x1874671428890496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829222.146016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428890496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829222.146021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829222.146023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829222.146024:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829223.105515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829223.105539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829223.105543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829224.129553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829224.129553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829224.129638:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829225.153479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829225.153480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829225.153520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829226.177490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829226.177491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829226.177553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829227.201450:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829227.201481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829227.201505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829227.265558:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829227.265574:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829227.265579:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829227.265591:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3327 00000100:00080000:1.0:1787829227.265605:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829227.265614:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829227.265662:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428890624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829227.265706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829227.265711:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829227.265713:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829227.265718:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3327 00000100:00080000:1.0:1787829227.265721:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829227.265726:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829227.265736:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829227.265751:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428890752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829227.265753:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428890624:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829227.265768:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829227.265771:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829227.265772:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829227.265776:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3327 00000100:00080000:1.0:1787829227.265779:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829227.265782:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829227.265786:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829227.265796:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428890880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829227.265803:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829227.265806:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829227.265808:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829227.265810:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3327 00000100:00080000:1.0:1787829227.265821:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829227.265823:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829227.265826:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829227.265830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829227.265837:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428891008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829227.265882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227] req@ffff9ab5f24b83c0 x1874671428890624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829227.265903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428890624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829227.265914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829227.265919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829227.265923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428890624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829227.265950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829227.265977:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829227.265988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227] req@ffff9ab5f24b92c0 x1874671428890752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829227.265998:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428890752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829227.266005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829227.266007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829227.266009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829227.266013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829227.266026:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829227.266032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227] req@ffff9ab5f24bb840 x1874671428890880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829227.266039:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428890880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829227.266050:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829227.266052:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829227.266054:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428890880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829227.266058:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829227.266067:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829227.266073:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227] req@ffff9ab5f24b8000 x1874671428891008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829227.266080:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428891008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829227.266085:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829227.266087:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829227.266089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829228.225500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829228.225501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829228.225554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829229.249498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829229.249498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829229.249527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829230.273497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829230.273497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829230.273519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829231.297490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829231.297491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829231.297526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829232.321502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829232.321502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829232.321522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829232.385593:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829232.385603:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829232.385606:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829232.385615:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3333 00000100:00080000:0.0:1787829232.385625:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829232.385631:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829232.385679:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428891136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829232.385707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829232.385711:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829232.385713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829232.385718:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3333 00000100:00080000:0.0:1787829232.385722:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829232.385727:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829232.385737:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829232.385753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428891264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829232.385754:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428891136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829232.385770:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829232.385773:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829232.385775:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829232.385777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3333 00000100:00080000:0.0:1787829232.385781:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829232.385784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829232.385788:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829232.385796:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428891392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829232.385807:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829232.385810:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829232.385812:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829232.385816:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3333 00000100:00080000:0.0:1787829232.385830:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829232.385836:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787829232.385840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829232.385844:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829232.385858:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428891520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829232.385888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232] req@ffff9ab5f27ad680 x1874671428891136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829232.385924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428891136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829232.385935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829232.385940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829232.385944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428891136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829232.385967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829232.385992:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829232.386006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232] req@ffff9ab5f27aed00 x1874671428891264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829232.386020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428891264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829232.386029:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829232.386032:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829232.386036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829232.386043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829232.386065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829232.386077:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232] req@ffff9ab5f27ae580 x1874671428891392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829232.386099:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428891392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829232.386114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829232.386117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829232.386120:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829232.386127:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829232.386147:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829232.386160:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232] req@ffff9ab5f27ae1c0 x1874671428891520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829232.386172:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428891520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829232.386181:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829232.386185:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829232.386188:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829233.345503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829233.345503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829233.345520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829234.369496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829234.369503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829234.369527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829235.393478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829235.393478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829235.393506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829236.417506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829236.417506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829236.417530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829237.441464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829237.441507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829237.441559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829237.505597:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829237.505630:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829237.505636:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829237.505650:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3338 00000100:00080000:0.0:1787829237.505664:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829237.505672:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829237.505714:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428891648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829237.505755:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829237.505759:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829237.505764:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829237.505769:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3338 00000100:00080000:0.0:1787829237.505775:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829237.505780:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829237.505793:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829237.505809:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428891776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829237.505816:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428891648:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829237.505824:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829237.505829:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829237.505830:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829237.505835:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3338 00000100:00080000:0.0:1787829237.505839:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829237.505844:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829237.505851:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829237.505867:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428891904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829237.505878:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829237.505882:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829237.505884:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829237.505889:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3338 00000100:00080000:0.0:1787829237.505894:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829237.505898:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829237.505904:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829237.505911:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829237.505917:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428892032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829237.505966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237] req@ffff9ab5f27ade00 x1874671428891648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829237.505985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428891648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829237.505998:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829237.506002:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829237.506007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428891648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829237.506031:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891776:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829237.506069:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829237.506084:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237] req@ffff9ab5f27afc00 x1874671428891776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829237.506098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428891776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829237.506107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829237.506110:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829237.506113:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829237.506119:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829237.506140:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829237.506162:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237] req@ffff9ab5f27ac3c0 x1874671428891904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829237.506175:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428891904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829237.506185:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829237.506188:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829237.506191:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428891904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829237.506198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829237.506218:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829237.506230:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237] req@ffff9ab5f27af0c0 x1874671428892032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829237.506241:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428892032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829237.506249:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829237.506252:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829237.506255:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829238.465513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829238.465513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829238.465535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829239.489483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829239.489521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829239.489561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829240.513487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829240.513498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829240.513516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829241.537502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829241.537502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829241.537530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829242.561477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829242.561479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829242.561503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829242.625543:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829242.625554:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829242.625559:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829242.625587:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3343 00000100:00080000:3.0:1787829242.625598:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829242.625620:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829242.625655:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428892160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829242.625679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829242.625681:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829242.625683:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829242.625686:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3343 00000100:00080000:3.0:1787829242.625688:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829242.625691:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829242.625698:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829242.625710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428892288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829242.625723:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829242.625727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829242.625732:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428892160:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829242.625732:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829242.625742:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3343 00000100:00080000:3.0:1787829242.625747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829242.625752:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829242.625758:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829242.625771:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428892416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829242.625779:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829242.625782:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829242.625783:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829242.625786:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3343 00000100:00080000:3.0:1787829242.625790:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829242.625794:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829242.625798:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829242.625803:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829242.625812:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428892544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829242.625836:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242] req@ffff9ab5f9948780 x1874671428892160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829242.625851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428892160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829242.625860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829242.625863:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829242.625866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428892160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829242.625884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829242.625898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829242.625907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242] req@ffff9ab5f994a580 x1874671428892288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829242.625915:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428892288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829242.625920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829242.625922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829242.625924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829242.625928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829242.625938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829242.625944:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242] req@ffff9ab5f994ad00 x1874671428892416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829242.625951:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428892416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829242.625956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829242.625958:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829242.625960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829242.625963:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829242.625972:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829242.625978:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242] req@ffff9ab5f9948b40 x1874671428892544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829242.625985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428892544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829242.625990:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829242.625992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829242.625994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829243.585587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829243.585591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829243.585621:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829244.609525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829244.609536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829244.609637:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829245.633530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829245.633595:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829245.633605:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829246.657536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829246.657569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829246.657627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829247.681503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829247.681503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829247.681558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829247.745512:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.745523:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829247.745528:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.745591:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3348 00000100:00080000:1.0:1787829247.745604:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.745613:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829247.745672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428892672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.745748:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.745754:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829247.745756:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.745761:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3348 00000100:00080000:1.0:1787829247.745767:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.745772:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829247.745784:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829247.745802:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428892800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.745818:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.745826:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829247.745829:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428892672:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829247.745829:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.745839:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3348 00000100:00080000:1.0:1787829247.745850:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.745857:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829247.745867:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829247.745914:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428892928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.745930:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.745937:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829247.745940:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.745947:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3348 00000100:00080000:1.0:1787829247.745953:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.745958:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829247.745964:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829247.745979:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428893056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829247.746020:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829247.746080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829247.746103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829248.705465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829248.705468:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829248.705510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829249.729491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829249.729508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829249.729554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829250.753545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829250.753545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829250.753606:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829250.817665:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787829250.817707:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829250.817725:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829250.817763:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829250.817771:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829250.817777:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829250.817811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829250] req@ffff9ab5f24bb840 x1874671428892800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829250.817840:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428892800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829250.817852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829250.817858:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829250.817863:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829250.817871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829250] req@ffff9ab5f24b92c0 x1874671428892928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829250.817882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428892928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829250.817890:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829250.817893:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829250.817896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428892928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829250.817912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829250] req@ffff9ab5f24b83c0 x1874671428893056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829250.817924:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428893056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829250.817931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829250.817935:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829250.817938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829250.817946:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829250] req@ffff9ab5f24b8000 x1874671428892672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829250.817957:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428892672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829250.817964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829250.817967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829250.817971:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428892672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829251.777467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829251.777541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829251.777543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829252.801504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829252.801519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829252.801537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829252.865596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.865605:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829252.865609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.865620:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3353 00000100:00080000:3.0:1787829252.865632:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.865640:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829252.865674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428893184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.865696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.865700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829252.865703:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.865708:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3353 00000100:00080000:3.0:1787829252.865713:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829252.865719:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428893184:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829252.865720:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829252.865737:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829252.865755:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428893312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.865768:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.865772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829252.865774:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.865779:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3353 00000100:00080000:3.0:1787829252.865785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829252.865792:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829252.865797:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829252.865805:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829252.865824:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428893440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.865835:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.865839:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829252.865842:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829252.865847:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff9ab5f99492c0 x1874671428893184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829252.865851:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3353 00000100:00080000:3.0:1787829252.865859:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.865866:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829252.865871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428893184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829252.865873:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1787829252.865886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.865891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829252.865893:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428893568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829252.865896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428893184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829252.865932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829252.865961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829252.865975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff9ab5f994bc00 x1874671428893312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.865989:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428893312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.865999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.866003:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829252.866006:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829252.866012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829252.866035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829252.866048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff9ab5f994b0c0 x1874671428893440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.866061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428893440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.866077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.866081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829252.866085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829252.866091:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829252.866118:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829252.866131:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff9ab5f994a1c0 x1874671428893568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.866152:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428893568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.866168:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.866171:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829252.866175:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829253.825497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829253.825506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829253.825537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829254.849492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829254.849550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829254.849559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829255.873551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829255.873581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829255.873590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829256.897486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829256.897541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829256.897588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787829257.921562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829257.921562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829257.921595:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787829257.985502:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.985511:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829257.985514:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.985523:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3358 00000100:00080000:3.0:1787829257.985532:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.985537:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829257.985582:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428893696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.985605:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.985607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829257.985609:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.985611:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3358 00000100:00080000:3.0:1787829257.985614:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.985616:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829257.985624:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829257.985632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428893824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.985640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.985643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829257.985644:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.985656:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3358 00000100:00080000:3.0:1787829257.985658:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.985660:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829257.985663:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829257.985669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428893952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.985675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.985678:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829257.985680:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.985682:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3358 00000100:00080000:3.0:1787829257.985684:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.985686:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829257.985688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829257.985694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428894080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829257.985718:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428893696:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787829257.985801:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829257.985846:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff9ab5f9948f00 x1874671428893696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.985861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428893696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.985871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.985875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829257.985878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428893696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829257.985883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829257.985898:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829257.985906:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff9ab5f994a940 x1874671428893824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.985914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428893824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.985925:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.985933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829257.985936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893824:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829257.985940:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829257.985953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829257.985959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff9ab5f994b480 x1874671428893952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.985966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428893952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.985972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.985974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829257.985976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428893952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829257.986001:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829257.986012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829257.986019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff9ab5f9949e00 x1874671428894080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.986026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428894080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.986031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.986033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829257.986036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829258.945572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829258.945573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829258.945677:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829259.969582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829259.969619:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829259.969639:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829260.993551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829260.993581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829260.993607:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829262.017548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829262.017551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829262.017571:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829263.041525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829263.041554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829263.041562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787829263.105508:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829263.105516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829263.105519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829263.105529:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3363 00000100:00080000:3.0:1787829263.105539:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829263.105545:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829263.105578:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428894208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829263.105602:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829263.105605:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829263.105606:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829263.105609:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3363 00000100:00080000:3.0:1787829263.105612:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829263.105614:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829263.105623:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829263.105632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428894336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829263.105640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829263.105644:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829263.105645:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829263.105652:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3363 00000100:00100000:0.0:1787829263.105658:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428894208:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829263.105659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829263.105669:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829263.105677:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829263.105685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428894464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829263.105694:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829263.105697:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829263.105699:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829263.105702:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3363 00000100:00080000:3.0:1787829263.105704:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829263.105706:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829263.105709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829263.105723:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428894592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829263.105766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829263.105822:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263] req@ffff9ab5f9948000 x1874671428894208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829263.105838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428894208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829263.105848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829263.105853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829263.105858:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428894208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829263.105887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894336:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829263.105914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829263.105924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263] req@ffff9ab5f9949a40 x1874671428894336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829263.105933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428894336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829263.105940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829263.105942:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829263.105945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829263.105952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829263.105965:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829263.105971:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263] req@ffff9ab5f994b840 x1874671428894464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829263.105978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428894464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829263.105985:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829263.105987:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829263.105988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829263.105992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829263.106003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829263.106008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263] req@ffff9ab5f9949e00 x1874671428894592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829263.106015:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428894592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829263.106020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829263.106022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829263.106024:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829264.065488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829264.065490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829264.065528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829265.089572:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829265.089589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829265.089647:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829266.113538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829266.113541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829266.113546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829267.137654:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829267.137689:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829267.137762:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829268.161506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787829268.161509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829268.161574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829268.225541:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829268.225555:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829268.225561:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829268.225573:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3368 00000100:00080000:2.0:1787829268.225586:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829268.225594:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829268.225632:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428894720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829268.225661:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829268.225665:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829268.225668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829268.225673:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3368 00000100:00080000:2.0:1787829268.225677:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829268.225681:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829268.225694:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829268.225710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428894848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829268.225716:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428894720:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829268.225731:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829268.225743:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829268.225745:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829268.225751:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3368 00000100:00080000:2.0:1787829268.225756:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829268.225761:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829268.225767:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829268.225777:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829268.225782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428894976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829268.225794:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829268.225798:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829268.225800:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829268.225804:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3368 00000100:00080000:2.0:1787829268.225808:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829268.225812:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829268.225818:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829268.225821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268] req@ffff9ab5f9800780 x1874671428894720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829268.225832:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428895104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829268.225845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428894720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829268.225855:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829268.225858:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829268.225861:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428894720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829268.225880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829268.225895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829268.225903:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268] req@ffff9ab5f9801680 x1874671428894848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829268.225911:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428894848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829268.225917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829268.225919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829268.225921:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829268.225924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829268.225935:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829268.225940:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268] req@ffff9ab5f98021c0 x1874671428894976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829268.225948:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428894976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829268.225957:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829268.225959:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829268.225961:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428894976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829268.225965:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829268.225973:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829268.225979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268] req@ffff9ab5f9801a40 x1874671428895104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829268.225985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428895104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829268.225991:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829268.225992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829268.225994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895104:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787829269.185531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829269.185584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829269.185586:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829270.209504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829270.209504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829270.209523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829271.233533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829271.233533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829271.233555:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829272.257490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829272.257495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829272.257514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829273.281537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829273.281554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829273.281568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829273.345542:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829273.345562:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829273.345566:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829273.345574:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3374 00000100:00080000:1.0:1787829273.345585:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829273.345591:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829273.345626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428895232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829273.345653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829273.345657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829273.345659:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829273.345664:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3374 00000100:00080000:1.0:1787829273.345670:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829273.345675:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829273.345684:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829273.345692:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428895232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829273.345697:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428895360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829273.345707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829273.345709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829273.345711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829273.345714:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3374 00000100:00080000:1.0:1787829273.345716:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829273.345719:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829273.345722:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829273.345730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428895488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829273.345737:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829273.345740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829273.345741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829273.345743:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3374 00000100:00080000:1.0:1787829273.345746:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829273.345751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829273.345753:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829273.345759:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829273.345773:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428895616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829273.345792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273] req@ffff9ab5f24ba580 x1874671428895232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829273.345806:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428895232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829273.345815:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829273.345819:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829273.345823:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428895232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829273.345840:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895360:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829273.345854:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829273.345862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273] req@ffff9ab5f24ba1c0 x1874671428895360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829273.345870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428895360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829273.345875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829273.345878:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829273.345880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829273.345883:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829273.345893:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829273.345899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273] req@ffff9ab5f24b9680 x1874671428895488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829273.345906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428895488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829273.345911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829273.345913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829273.345915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829273.345918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829273.345927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829273.345933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273] req@ffff9ab5f24b8f00 x1874671428895616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829273.345940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428895616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829273.345945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829273.345947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829273.345949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829274.305547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829274.305547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829274.305586:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829275.329485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829275.329525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829275.329558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829276.353475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829276.353484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829276.353535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829277.377492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829277.377519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829277.377595:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829278.401581:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829278.401581:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829278.401657:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829278.465563:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829278.465576:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829278.465582:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829278.465595:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3379 00000100:00080000:0.0:1787829278.465610:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829278.465620:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829278.465673:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428895744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829278.465706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829278.465711:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829278.465713:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829278.465717:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3379 00000100:00080000:0.0:1787829278.465720:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829278.465724:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829278.465738:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829278.465752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428895872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829278.465767:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829278.465769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428895744:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829278.465774:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829278.465782:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829278.465790:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3379 00000100:00080000:0.0:1787829278.465795:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829278.465802:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829278.465810:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829278.465831:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428896000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829278.465847:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829278.465854:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829278.465857:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829278.465862:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3379 00000100:00080000:0.0:1787829278.465869:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829278.465872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829278.465883:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829278.465892:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829278.465914:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428896128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829278.465957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278] req@ffff9ab5f27af480 x1874671428895744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829278.465990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428895744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829278.466003:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829278.466008:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829278.466013:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428895744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829278.466043:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829278.466073:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829278.466086:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278] req@ffff9ab5f27ac000 x1874671428895872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829278.466098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428895872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829278.466107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829278.466111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829278.466115:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428895872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829278.466121:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829278.466138:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829278.466146:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278] req@ffff9ab5f27acb40 x1874671428896000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829278.466157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428896000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829278.466165:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829278.466168:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829278.466171:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829278.466176:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829278.466190:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829278.466198:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278] req@ffff9ab5f27af840 x1874671428896128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829278.466209:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428896128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829278.466216:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829278.466219:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829278.466222:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829279.425490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829279.425491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829279.425556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829280.449475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829280.449493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829280.449546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829281.473506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829281.473508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829281.473593:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829282.497510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829282.497511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829282.497552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829283.521465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829283.521482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829283.521522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829283.585494:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829283.585503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829283.585507:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829283.585517:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3384 00000100:00080000:2.0:1787829283.585529:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829283.585536:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829283.585587:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428896256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829283.585610:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829283.585613:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829283.585614:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829283.585617:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3384 00000100:00080000:2.0:1787829283.585620:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829283.585623:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829283.585632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829283.585643:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428896384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829283.585652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428896256:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829283.585653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829283.585661:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829283.585663:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829283.585666:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3384 00000100:00080000:2.0:1787829283.585669:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829283.585671:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829283.585675:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829283.585684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428896512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829283.585690:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829283.585693:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829283.585694:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829283.585697:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3384 00000100:00080000:2.0:1787829283.585699:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829283.585701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829283.585704:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829283.585710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428896640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829283.585730:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829283.585781:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283] req@ffff9ab5f9803840 x1874671428896256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829283.585795:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428896256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829283.585804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829283.585808:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829283.585811:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428896256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829283.585833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829283.585849:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829283.585858:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283] req@ffff9ab5f9801e00 x1874671428896384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829283.585866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428896384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829283.585872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829283.585875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829283.585877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829283.585881:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829283.585893:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829283.585900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283] req@ffff9ab5f9800000 x1874671428896512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829283.585907:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428896512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829283.585913:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829283.585915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829283.585917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829283.585920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829283.585930:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829283.585936:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283] req@ffff9ab5f9802940 x1874671428896640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829283.585943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428896640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829283.585948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829283.585950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829283.585952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829284.545478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829284.545511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829284.545553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829285.569512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829285.569558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829285.569562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829286.593522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829286.593542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829286.593616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829287.617497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829287.617532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829287.617538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829288.641522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829288.641523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829288.641563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829288.705539:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829288.705549:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829288.705554:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829288.705564:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3389 00000100:00080000:2.0:1787829288.705576:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829288.705586:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829288.705629:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428896768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829288.705671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829288.705674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829288.705678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829288.705683:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3389 00000100:00080000:2.0:1787829288.705690:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829288.705698:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829288.705702:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428896768:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787829288.705710:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829288.705728:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428896896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829288.705741:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829288.705744:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829288.705747:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829288.705751:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3389 00000100:00080000:2.0:1787829288.705758:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829288.705764:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829288.705772:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829288.705788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428897024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829288.705791:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829288.705803:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829288.705807:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829288.705810:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829288.705814:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3389 00000100:00080000:2.0:1787829288.705817:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829288.705820:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829288.705823:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829288.705836:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428897152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829288.705847:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff9ab5f98012c0 x1874671428896768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829288.705868:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428896768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829288.705880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829288.705885:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829288.705889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428896768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829288.705916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896896:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829288.705943:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829288.705961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff9ab5f9800b40 x1874671428896896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829288.705974:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428896896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829288.705983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829288.705988:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829288.705992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428896896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829288.706000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829288.706024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829288.706043:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff9ab5f9800f00 x1874671428897024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829288.706060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428897024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829288.706072:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829288.706079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829288.706087:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829288.706098:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829288.706141:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829288.706159:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff9ab5f9802580 x1874671428897152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829288.706171:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428897152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829288.706180:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829288.706184:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829288.706187:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829289.665519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829289.665539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829289.665586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829290.689493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829290.689493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829290.689537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829291.713462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829291.713507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829291.713517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829292.737489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787829292.737489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829292.737550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829293.761466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829293.761547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829293.761579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829293.825539:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829293.825551:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829293.825557:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829293.825569:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3394 00000100:00080000:3.0:1787829293.825602:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829293.825612:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829293.825662:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428897280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829293.825696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829293.825699:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829293.825701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829293.825705:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3394 00000100:00080000:3.0:1787829293.825708:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829293.825712:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829293.825724:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829293.825736:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428897408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829293.825745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829293.825748:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829293.825751:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829293.825754:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3394 00000100:00080000:3.0:1787829293.825756:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829293.825759:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829293.825764:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829293.825768:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428897280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829293.825774:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428897536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829293.825787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829293.825789:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829293.825791:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829293.825793:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3394 00000100:00080000:3.0:1787829293.825795:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829293.825797:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829293.825801:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829293.825809:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428897664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829293.825868:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829293.825924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff9ab5f994b480 x1874671428897280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829293.825949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428897280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829293.825963:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829293.825968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829293.825974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428897280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829293.825983:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829293.826013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829293.826028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff9ab5f994a940 x1874671428897408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829293.826039:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428897408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829293.826046:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829293.826048:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829293.826051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897408:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829293.826075:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829293.826111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829293.826123:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff9ab5f9948f00 x1874671428897536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829293.826136:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428897536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829293.826146:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829293.826149:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829293.826168:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829293.826172:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829293.826186:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829293.826193:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff9ab5f994a1c0 x1874671428897664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829293.826202:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428897664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829293.826230:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829293.826233:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829293.826236:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829294.785571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829294.785571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829294.785637:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829295.809453:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829295.809470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829295.809525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829296.833542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829296.833542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829296.833598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829297.857501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829297.857501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829297.857531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829298.881523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829298.881532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829298.881581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829298.945572:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829298.945588:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829298.945595:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829298.945622:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3399 00000100:00080000:2.0:1787829298.945642:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829298.945670:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829298.945742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428897792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829298.945811:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829298.945818:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829298.945821:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829298.945827:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3399 00000100:00080000:2.0:1787829298.945833:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829298.945841:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829298.945858:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829298.945881:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428897920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829298.945888:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428897792:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829298.945912:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829298.945918:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829298.945921:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829298.945929:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3399 00000100:00080000:2.0:1787829298.945935:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829298.945941:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829298.945950:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829298.946001:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428898048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829298.946016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829298.946032:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829298.946039:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829298.946043:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829298.946052:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3399 00000100:00080000:2.0:1787829298.946059:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829298.946067:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829298.946076:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829298.946080:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff9ab5f9802580 x1874671428897792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829298.946103:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428898176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829298.946108:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428897792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829298.946157:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829298.946163:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829298.946170:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428897792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829298.946242:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829298.946269:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829298.946284:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff9ab5f9800f00 x1874671428897920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829298.946297:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428897920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829298.946306:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829298.946309:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829298.946313:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428897920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829298.946319:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829298.946335:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829298.946344:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff9ab5f9800b40 x1874671428898048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829298.946355:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428898048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829298.946363:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829298.946366:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829298.946369:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829298.946374:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829298.946388:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829298.946397:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff9ab5f98012c0 x1874671428898176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829298.946407:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428898176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829298.946450:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829298.946453:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829298.946456:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829299.905512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829299.905531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829299.905552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829300.929487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829300.929503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829300.929549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829301.953550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829301.953551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829301.953589:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829302.977543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829302.977555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829302.977628:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829304.001509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829304.001509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829304.001541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829304.066168:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829304.066180:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829304.066187:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829304.066200:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3404 00000100:00080000:0.0:1787829304.066216:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829304.066226:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829304.066275:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428898304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829304.066308:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829304.066313:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829304.066315:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829304.066320:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3404 00000100:00080000:0.0:1787829304.066325:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829304.066329:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829304.066343:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829304.066361:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428898432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829304.066373:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829304.066377:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829304.066379:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829304.066384:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3404 00000100:00080000:0.0:1787829304.066389:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829304.066395:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829304.066434:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829304.066450:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428898560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829304.066454:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428898304:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829304.066473:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829304.066477:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829304.066479:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829304.066485:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3404 00000100:00080000:0.0:1787829304.066489:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829304.066492:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829304.066497:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829304.066509:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428898688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829304.066560:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829304.066608:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304] req@ffff9ab5f27ae940 x1874671428898304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829304.066630:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428898304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829304.066642:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829304.066647:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829304.066652:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428898304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829304.066660:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898432:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829304.066684:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829304.066697:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304] req@ffff9ab5f27ad2c0 x1874671428898432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829304.066710:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428898432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829304.066720:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829304.066722:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829304.066725:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898432:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829304.066748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829304.066764:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829304.066772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304] req@ffff9ab5f27acf00 x1874671428898560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829304.066784:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428898560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829304.066793:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829304.066797:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829304.066801:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829304.066807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829304.066828:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829304.066852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304] req@ffff9ab5f27af840 x1874671428898688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829304.066861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428898688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829304.066867:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829304.066869:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829304.066872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829305.025465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829305.025495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829305.025564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829306.049520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829306.049532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829306.049565:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829307.073532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829307.073539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829307.073590:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829308.097533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829308.097558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829308.097594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829309.121573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829309.121573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829309.121618:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829309.185474:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829309.185483:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829309.185487:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829309.185496:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3409 00000100:00080000:1.0:1787829309.185511:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829309.185517:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829309.185548:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428898816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829309.185579:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829309.185583:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829309.185585:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829309.185590:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3409 00000100:00080000:1.0:1787829309.185594:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829309.185599:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829309.185609:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829309.185620:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428898944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829309.185627:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428898816:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829309.185639:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829309.185646:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829309.185648:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829309.185654:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3409 00000100:00080000:1.0:1787829309.185659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829309.185664:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829309.185670:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829309.185681:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428899072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829309.185687:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829309.185696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829309.185699:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829309.185701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829309.185705:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3409 00000100:00080000:1.0:1787829309.185708:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829309.185711:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829309.185714:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829309.185725:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309] req@ffff9ab5f24b8f00 x1874671428898816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829309.185726:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428899200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829309.185767:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428898816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829309.185777:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829309.185782:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829309.185786:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428898816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829309.185809:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829309.185833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829309.185846:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309] req@ffff9ab5f24b9680 x1874671428898944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829309.185857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428898944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829309.185866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829309.185869:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829309.185872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428898944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829309.185878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829309.185897:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829309.185909:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309] req@ffff9ab5f24ba1c0 x1874671428899072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829309.185921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428899072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829309.185930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829309.185933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829309.185937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829309.185943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829309.185959:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829309.185968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309] req@ffff9ab5f24ba580 x1874671428899200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829309.185975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428899200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829309.185980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829309.185982:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829309.185985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829310.145515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829310.145516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829310.145548:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829311.169501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829311.169558:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829311.169595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829312.193537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829312.193582:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829312.193604:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829313.217502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829313.217511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829313.217566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829314.241462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829314.241481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829314.241528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829314.305552:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829314.305564:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829314.305569:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829314.305580:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3415 00000100:00080000:3.0:1787829314.305592:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829314.305599:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829314.305636:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428899328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829314.305667:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829314.305672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829314.305674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829314.305680:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3415 00000100:00080000:3.0:1787829314.305685:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829314.305690:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829314.305700:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829314.305706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428899328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829314.305716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428899456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829314.305728:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829314.305732:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829314.305734:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829314.305738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3415 00000100:00080000:3.0:1787829314.305750:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829314.305755:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829314.305760:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829314.305772:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428899584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829314.305782:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829314.305786:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829314.305788:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829314.305793:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3415 00000100:00100000:2.0:1787829314.305797:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899456:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787829314.305799:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829314.305806:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829314.305812:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829314.305826:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428899712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829314.305831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829314.305869:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829315.265512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829315.265524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829315.265578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829316.289465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829316.289535:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829316.289542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829317.313492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829317.313492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829317.313529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829317.377786:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787829317.377850:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829317.377874:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829317.377924:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829317.377940:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829317.377953:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787829317.377962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829317] req@ffff9ab5f994bc00 x1874671428899456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829317.377994:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428899456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829317.378018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829317.378025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829317.378032:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829317.378041:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829317] req@ffff9ab5f99492c0 x1874671428899584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829317.378068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428899584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829317.378076:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829317.378081:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829317.378085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829317.378093:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829317] req@ffff9ab5f994b0c0 x1874671428899328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829317.378107:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428899328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829317.378115:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829317.378118:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829317.378122:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428899328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829317.378154:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829317] req@ffff9ab5f9948b40 x1874671428899712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829317.378173:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428899712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829317.378183:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829317.378187:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829317.378190:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829318.337449:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829318.337482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829318.337515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829319.361481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829319.361545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829319.361552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829319.425471:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829319.425485:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829319.425489:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829319.425500:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3420 00000100:00080000:3.0:1787829319.425512:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829319.425520:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829319.425556:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428899840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829319.425585:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829319.425589:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829319.425590:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829319.425594:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3420 00000100:00080000:3.0:1787829319.425598:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829319.425602:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829319.425612:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829319.425615:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428899840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829319.425630:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428899968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829319.425652:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829319.425656:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829319.425658:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829319.425663:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3420 00000100:00080000:3.0:1787829319.425668:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829319.425673:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829319.425674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829319.425682:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829319.425696:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428900096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829319.425707:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829319.425711:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829319.425713:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829319.425717:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3420 00000100:00080000:3.0:1787829319.425720:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829319.425724:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829319.425729:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829319.425743:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319] req@ffff9ab5f994ad00 x1874671428899840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829319.425745:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428900224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829319.425778:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428899840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829319.425791:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829319.425796:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829319.425800:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428899840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829319.425827:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829319.425852:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829319.425867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319] req@ffff9ab5f994a580 x1874671428899968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829319.425880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428899968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829319.425888:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829319.425892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829319.425896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428899968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829319.425902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829319.425925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829319.425937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319] req@ffff9ab5f9948780 x1874671428900096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829319.425948:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428900096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829319.425956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829319.425960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829319.425964:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829319.425970:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829319.425989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829319.426001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319] req@ffff9ab5f9948b40 x1874671428900224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829319.426013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428900224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829319.426020:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829319.426023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829319.426026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829320.385464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829320.385464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829320.385516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829321.409485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829321.409499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829321.409517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829322.433452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829322.433541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829322.433546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829323.457464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829323.457500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829323.457503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829324.481500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829324.481523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829324.481545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829324.545504:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829324.545513:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829324.545519:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829324.545529:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3425 00000100:00080000:0.0:1787829324.545540:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829324.545577:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829324.545638:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428900352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829324.545666:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829324.545669:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829324.545671:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829324.545675:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3425 00000100:00080000:0.0:1787829324.545679:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829324.545683:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829324.545694:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829324.545708:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428900480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829324.545718:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428900352:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829324.545721:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829324.545727:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829324.545728:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829324.545734:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3425 00000100:00080000:0.0:1787829324.545737:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829324.545741:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829324.545746:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829324.545758:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428900608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829324.545766:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829324.545769:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829324.545770:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829324.545773:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3425 00000100:00080000:0.0:1787829324.545776:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829324.545778:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829324.545782:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829324.545790:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428900736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829324.545887:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829324.546050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829324] req@ffff9ab5f27acb40 x1874671428900352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829324.546069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428900352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829324.546080:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829324.546084:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829324.546127:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428900352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829324.546150:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829324.546170:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829324.546181:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829324] req@ffff9ab5f27ac000 x1874671428900480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829324.546189:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428900480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829324.546196:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829324.546198:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829324.546201:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829324.546205:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829324.546217:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829324.546224:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829324] req@ffff9ab5f27af480 x1874671428900608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829324.546231:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428900608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829324.546237:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829324.546239:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829324.546241:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829324.546245:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829324.546255:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829324.546261:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829324] req@ffff9ab5f27af0c0 x1874671428900736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829324.546268:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428900736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829324.546273:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829324.546275:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829324.546277:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829325.505492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829325.505492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829325.505513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829326.529493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829326.529633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829326.529643:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829327.553496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829327.553497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829327.553522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829328.577476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829328.577516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829328.577549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829329.601483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829329.601487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829329.601516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829329.665534:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829329.665545:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829329.665550:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829329.665561:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3430 00000100:00080000:2.0:1787829329.665572:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829329.665579:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829329.665620:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428900864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829329.665647:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829329.665650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829329.665652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829329.665655:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3430 00000100:00080000:2.0:1787829329.665659:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829329.665662:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829329.665670:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829329.665687:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428900992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829329.665687:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428900864:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829329.665702:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829329.665706:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829329.665708:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829329.665712:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3430 00000100:00080000:2.0:1787829329.665716:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829329.665720:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829329.665727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829329.665740:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428901120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829329.665751:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829329.665760:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829329.665767:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829329.665769:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829329.665775:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3430 00000100:00080000:2.0:1787829329.665780:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829329.665785:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829329.665790:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829329.665803:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428901248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829329.665820:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329] req@ffff9ab5f9802940 x1874671428900864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829329.665836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428900864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829329.665845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829329.665848:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829329.665851:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428900864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829329.665870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900992:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829329.665888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829329.665898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329] req@ffff9ab5f9800000 x1874671428900992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829329.665906:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428900992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829329.665912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829329.665914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829329.665916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428900992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829329.665920:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829329.665932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829329.665937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329] req@ffff9ab5f9801e00 x1874671428901120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829329.665945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428901120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829329.665955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829329.665956:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829329.665958:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829329.665978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829329.665994:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829329.666001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329] req@ffff9ab5f9803840 x1874671428901248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829329.666016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428901248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829329.666021:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829329.666023:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829329.666025:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829330.625479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829330.625483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829330.625533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829331.649514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829331.649514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829331.649540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829332.673503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829332.673609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829332.673624:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829333.697491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829333.697491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829333.697520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829334.721481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829334.721481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829334.721522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829334.785506:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829334.785518:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829334.785523:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829334.785534:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3435 00000100:00080000:2.0:1787829334.785546:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829334.785553:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829334.785594:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428901376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829334.785624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829334.785628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829334.785630:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829334.785635:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3435 00000100:00080000:2.0:1787829334.785639:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829334.785644:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829334.785654:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829334.785672:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428901376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829334.785673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428901504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829334.785692:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829334.785696:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829334.785699:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829334.785703:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3435 00000100:00080000:2.0:1787829334.785707:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829334.785712:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829334.785728:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829334.785744:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428901632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829334.785748:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829334.785760:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829334.785764:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829334.785766:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829334.785771:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3435 00000100:00080000:2.0:1787829334.785776:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829334.785780:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829334.785785:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829334.785797:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428901760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829334.785809:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff9ab5f9801a40 x1874671428901376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.785832:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428901376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.785844:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.785849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829334.785854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428901376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829334.785876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829334.785900:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829334.785913:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff9ab5f98021c0 x1874671428901504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.785936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428901504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.785943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.785945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829334.785948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829334.785952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829334.785969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829334.785976:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff9ab5f9801680 x1874671428901632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.785984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428901632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.785990:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.785992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829334.785994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829334.785999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829334.786009:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829334.786015:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff9ab5f9800780 x1874671428901760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.786022:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428901760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.786028:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.786029:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829334.786031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428901760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829335.745474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829335.745491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829335.745509:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829336.769504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829336.769504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829336.769527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829337.793491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829337.793491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829337.793516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829338.817534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829338.817538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829338.817576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829339.841480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829339.841485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829339.841564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829339.905516:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829339.905525:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829339.905529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829339.905536:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3440 00000100:00080000:1.0:1787829339.905545:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829339.905551:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829339.905580:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428901888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829339.905599:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829339.905602:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829339.905604:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829339.905607:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3440 00000100:00080000:1.0:1787829339.905609:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829339.905611:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829339.905619:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829339.905628:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428902016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829339.905635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829339.905639:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829339.905640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829339.905643:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3440 00000100:00080000:1.0:1787829339.905646:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829339.905651:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829339.905653:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428901888:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787829339.905654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829339.905664:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428902144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829339.905670:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829339.905672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829339.905674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829339.905676:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3440 00000100:00080000:1.0:1787829339.905679:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829339.905681:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829339.905685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829339.905699:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428902272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829339.905766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829339.905814:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff9ab5f24b8000 x1874671428901888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829339.905829:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428901888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829339.905838:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829339.905842:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829339.905845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428901888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829339.905851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902016:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829339.905872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829339.905887:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff9ab5f24b83c0 x1874671428902016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829339.905913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428902016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829339.905923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829339.905927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829339.905931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829339.905950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829339.905968:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829339.905976:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff9ab5f24b92c0 x1874671428902144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829339.905984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428902144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829339.905990:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829339.905993:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829339.905995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829339.905998:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829339.906008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829339.906014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff9ab5f24bb840 x1874671428902272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829339.906021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428902272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829339.906026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829339.906028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829339.906030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829340.865513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829340.865513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829340.865576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829341.889481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829341.889481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829341.889526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829342.913572:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829342.913573:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829342.913602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829343.937484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829343.937520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829343.937596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829344.961545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829344.961545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829344.961595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829345.025509:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829345.025521:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829345.025526:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829345.025537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3445 00000100:00080000:3.0:1787829345.025549:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829345.025556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829345.025599:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428902400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829345.025627:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829345.025630:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829345.025632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829345.025635:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3445 00000100:00080000:3.0:1787829345.025637:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829345.025641:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829345.025651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829345.025660:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428902528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829345.025669:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829345.025673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428902400:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829345.025674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829345.025676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829345.025683:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3445 00000100:00080000:3.0:1787829345.025686:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829345.025689:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829345.025692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829345.025700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428902656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829345.025707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829345.025709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829345.025710:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829345.025713:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3445 00000100:00080000:3.0:1787829345.025715:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829345.025718:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829345.025721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829345.025729:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428902784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829345.025756:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829345.025805:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345] req@ffff9ab5f994b0c0 x1874671428902400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829345.025828:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428902400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829345.025838:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829345.025841:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829345.025846:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428902400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829345.025887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829345.025907:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829345.025917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345] req@ffff9ab5f99492c0 x1874671428902528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829345.025926:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428902528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829345.025932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829345.025935:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829345.025937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829345.025941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829345.025953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829345.025959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345] req@ffff9ab5f994bc00 x1874671428902656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829345.025967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428902656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829345.025977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829345.025980:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829345.025982:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829345.025986:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829345.025995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829345.026001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345] req@ffff9ab5f994a1c0 x1874671428902784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829345.026008:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428902784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829345.026013:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829345.026015:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829345.026017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428902784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829345.985499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829345.985502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829345.985530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829347.009523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829347.009531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829347.009544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829348.033504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829348.033505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829348.033512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829349.057499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829349.057499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829349.057529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829350.081524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829350.081524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829350.081581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829350.145513:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829350.145524:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829350.145529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829350.145550:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3450 00000100:00080000:2.0:1787829350.145561:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829350.145569:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829350.145604:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428902912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829350.145635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829350.145640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829350.145642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829350.145645:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3450 00000100:00080000:2.0:1787829350.145648:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829350.145651:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829350.145659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829350.145669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428903040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829350.145680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829350.145684:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829350.145686:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829350.145691:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3450 00000100:00080000:2.0:1787829350.145695:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829350.145701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829350.145707:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829350.145720:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428903168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829350.145733:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829350.145741:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787829350.145742:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428902912:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829350.145744:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829350.145758:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3450 00000100:00080000:2.0:1787829350.145764:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829350.145769:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829350.145776:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829350.145848:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428903296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829350.145857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829350.146015:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350] req@ffff9ab5f9803480 x1874671428902912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829350.146035:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428902912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829350.146047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829350.146050:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829350.146053:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428902912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829350.146060:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829350.146102:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829350.146116:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350] req@ffff9ab5f9802d00 x1874671428903040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829350.146124:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428903040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829350.146131:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829350.146135:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829350.146138:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829350.146164:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829350.146187:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829350.146199:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350] req@ffff9ab5f98003c0 x1874671428903168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829350.146206:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428903168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829350.146213:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829350.146215:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829350.146218:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829350.146225:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829350.146245:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829350.146257:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350] req@ffff9ab5f9800780 x1874671428903296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829350.146270:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428903296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829350.146278:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829350.146280:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829350.146282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829351.105465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829351.105470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829351.105537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829352.129493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829352.129512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829352.129529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829353.153555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829353.153562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829353.153595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829354.177473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829354.177474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829354.177511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829355.201471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829355.201475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829355.201525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829355.265507:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829355.265515:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829355.265519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829355.265527:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3455 00000100:00080000:0.0:1787829355.265535:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829355.265541:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829355.265570:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428903424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829355.265592:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829355.265595:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829355.265596:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829355.265599:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3455 00000100:00080000:0.0:1787829355.265601:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829355.265604:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829355.265612:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829355.265622:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428903552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829355.265630:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829355.265633:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829355.265634:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829355.265636:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3455 00000100:00080000:0.0:1787829355.265638:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829355.265641:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829355.265644:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829355.265649:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428903424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829355.265654:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428903680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829355.265664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829355.265667:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829355.265668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829355.265670:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3455 00000100:00080000:0.0:1787829355.265674:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829355.265678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829355.265682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829355.265694:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428903808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829355.265714:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829355.265754:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355] req@ffff9ab5f27ac3c0 x1874671428903424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829355.265768:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428903424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829355.265776:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829355.265780:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829355.265797:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428903424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829355.265803:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903552:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829355.265859:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829355.265868:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355] req@ffff9ab5f27afc00 x1874671428903552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829355.265877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428903552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829355.265883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829355.265885:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829355.265888:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829355.265906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829355.265918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829355.265924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355] req@ffff9ab5f27ade00 x1874671428903680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829355.265931:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428903680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829355.265937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829355.265940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829355.265942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829355.265945:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829355.265954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829355.265959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355] req@ffff9ab5f27ae1c0 x1874671428903808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829355.265971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428903808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829355.265976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829355.265978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829355.265979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428903808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829356.225520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829356.225538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829356.225541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829357.249552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829357.249561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829357.249594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829358.273531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829358.273537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829358.273566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829359.297515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829359.297515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829359.297550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829360.321551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829360.321560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829360.321608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829360.385519:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829360.385530:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829360.385535:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829360.385547:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3461 00000100:00080000:0.0:1787829360.385559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829360.385567:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829360.385610:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428903936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829360.385638:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829360.385641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829360.385643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829360.385646:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3461 00000100:00080000:0.0:1787829360.385649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829360.385651:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829360.385661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829360.385671:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428904064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829360.385679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829360.385683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829360.385684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829360.385689:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3461 00000100:00100000:1.0:1787829360.385690:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428903936:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829360.385692:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829360.385698:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787829360.385778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829360.385824:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360] req@ffff9ab5f27ae580 x1874671428903936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787829360.385839:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829360.385845:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428903936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829360.385856:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829360.385860:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829360.385863:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428903936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829360.385890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829360.385895:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428904192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829360.385913:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829360.385917:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829360.385922:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829360.385924:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829360.385926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360] req@ffff9ab5f27aed00 x1874671428904064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829360.385932:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3461 00000100:00080000:0.0:1787829360.385953:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829360.385958:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428904064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829360.385966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829360.385968:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00080000:1.0:1787829360.385972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829360.385979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904064:192.168.203.115@tcp:38:kworker.0 00000008:00100000:0.0:1787829360.385982:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829360.385990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829360.386004:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428904320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829360.386016:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829360.386037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360] req@ffff9ab5f27ad680 x1874671428904192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829360.386051:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428904192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829360.386060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829360.386063:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829360.386066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829360.386080:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829360.386096:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829360.386103:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360] req@ffff9ab5f27aed00 x1874671428904320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829360.386114:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428904320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829360.386126:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829360.386130:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829360.386134:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829361.345466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829361.345504:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829361.345532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829362.369509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829362.369509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829362.369623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829363.393454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829363.393466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829363.393598:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829364.417497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829364.417497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829364.417521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829365.441479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829365.441486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829365.441513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829365.505491:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829365.505499:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829365.505503:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829365.505510:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3466 00000100:00080000:1.0:1787829365.505519:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829365.505524:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829365.505554:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428904448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829365.505576:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829365.505581:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829365.505583:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829365.505587:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3466 00000100:00080000:1.0:1787829365.505592:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829365.505597:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829365.505608:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829365.505612:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428904448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829365.505626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428904576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829365.505640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829365.505645:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829365.505647:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829365.505652:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3466 00000100:00080000:1.0:1787829365.505666:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829365.505670:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829365.505675:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829365.505682:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829365.505698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428904704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829365.505709:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829365.505728:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829365.505731:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829365.505731:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365] req@ffff9ab5f24bb840 x1874671428904448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829365.505742:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3466 00000100:00080000:1.0:1787829365.505749:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829365.505755:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829365.505760:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428904448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829365.505761:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1787829365.505775:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787829365.505780:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428904832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829365.505781:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829365.505788:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428904448:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829365.505819:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904576:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829365.505838:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829365.505847:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365] req@ffff9ab5f24b92c0 x1874671428904576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829365.505855:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428904576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829365.505862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829365.505870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829365.505873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829365.505877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829365.505889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829365.505901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365] req@ffff9ab5f24b83c0 x1874671428904704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829365.505908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428904704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829365.505914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829365.505916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829365.505918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829365.505922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829365.505933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829365.505939:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365] req@ffff9ab5f24b8000 x1874671428904832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829365.505946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428904832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829365.505951:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829365.505953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829365.505955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428904832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829366.465489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829366.465489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829366.465522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829367.489478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829367.489483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829367.489577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829368.513514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829368.513514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829368.513559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829369.537477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829369.537508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829369.537625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829370.561495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829370.561498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829370.561610:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829370.625816:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829370.625827:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829370.625832:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829370.625842:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3471 00000100:00080000:3.0:1787829370.625855:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829370.625863:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829370.625898:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428904960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829370.625932:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829370.625937:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829370.625939:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829370.625943:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3471 00000100:00080000:3.0:1787829370.625948:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829370.625952:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829370.625976:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829370.625988:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428904960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829370.625995:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428905088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829370.626009:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829370.626014:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829370.626016:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829370.626020:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3471 00000100:00080000:3.0:1787829370.626024:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829370.626029:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829370.626036:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829370.626049:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428905216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829370.626058:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829370.626068:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829370.626072:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829370.626074:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829370.626079:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3471 00000100:00080000:3.0:1787829370.626084:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829370.626089:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829370.626094:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829370.626108:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428905344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829370.626119:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370] req@ffff9ab5f9948f00 x1874671428904960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829370.626139:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428904960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829370.626156:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829370.626160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829370.626165:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428904960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829370.626191:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905088:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829370.626224:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829370.626240:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370] req@ffff9ab5f994a940 x1874671428905088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829370.626253:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428905088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829370.626263:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829370.626267:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829370.626271:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829370.626278:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829370.626303:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829370.626325:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370] req@ffff9ab5f994b480 x1874671428905216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829370.626339:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428905216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829370.626350:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829370.626354:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829370.626358:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829370.626366:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829370.626389:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829370.626429:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370] req@ffff9ab5f9949e00 x1874671428905344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829370.626443:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428905344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829370.626451:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829370.626454:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829370.626456:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829371.585494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829371.585494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829371.585553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829372.609483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829372.609490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829372.609524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829373.633479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829373.633479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829373.633560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829374.657483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829374.657497:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829374.657506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829375.681461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829375.681485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829375.681513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829375.745498:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829375.745506:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829375.745509:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829375.745518:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3476 00000100:00080000:2.0:1787829375.745527:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829375.745532:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829375.745562:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428905472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829375.745585:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829375.745587:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829375.745589:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829375.745592:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3476 00000100:00080000:2.0:1787829375.745594:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829375.745597:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829375.745604:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829375.745613:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428905600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829375.745621:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829375.745624:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829375.745625:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829375.745628:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3476 00000100:00080000:2.0:1787829375.745630:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829375.745634:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428905472:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829375.745635:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829375.745654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829375.745665:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428905728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829375.745673:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829375.745675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829375.745677:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829375.745679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3476 00000100:00080000:2.0:1787829375.745682:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829375.745685:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829375.745689:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829375.745696:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428905856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829375.745706:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829375.745739:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff9ab5f9801680 x1874671428905472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829375.745752:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428905472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829375.745760:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829375.745762:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829375.745765:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428905472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829375.745771:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829375.745786:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829375.745793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff9ab5f98021c0 x1874671428905600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829375.745801:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428905600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829375.745807:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829375.745809:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829375.745811:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829375.745829:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829375.745840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829375.745846:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff9ab5f9801a40 x1874671428905728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829375.745853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428905728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829375.745859:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829375.745862:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829375.745865:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829375.745871:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829375.745890:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829375.745902:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff9ab5f9803840 x1874671428905856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829375.745919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428905856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829375.745927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829375.745929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829375.745932:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428905856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829376.705498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829376.705498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829376.705564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829377.729524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829377.729550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829377.729586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829378.753488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829378.753488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829378.753501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829379.777491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829379.777500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829379.777530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829380.801491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829380.801491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829380.801525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829380.865559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829380.865579:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829380.865585:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829380.865597:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3481 00000100:00080000:0.0:1787829380.865622:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829380.865630:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829380.865674:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428905984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829380.865702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829380.865706:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829380.865707:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829380.865711:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3481 00000100:00080000:0.0:1787829380.865713:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829380.865716:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829380.865726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829380.865740:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428906112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829380.865753:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829380.865757:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829380.865762:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829380.865763:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428905984:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829380.865770:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3481 00000100:00080000:0.0:1787829380.865776:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829380.865782:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829380.865788:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829380.865803:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428906240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829380.865815:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829380.865819:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829380.865821:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829380.865825:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3481 00000100:00080000:0.0:1787829380.865830:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829380.865834:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829380.865839:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829380.865851:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428906368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829380.865905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829380.865943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829380.865970:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829381.825471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829381.825473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829381.825502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829382.849470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829382.849522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829382.849523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829383.873467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829383.873490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829383.873532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829383.937628:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787829383.937667:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829383.937680:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829383.937709:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829383.937716:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829383.937722:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:3.0:1787829383.937752:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829383] req@ffff9ab5f27ae1c0 x1874671428906112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829383.937773:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428906112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829383.937782:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829383.937787:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829383.937790:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829383.937796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829383] req@ffff9ab5f27ade00 x1874671428906240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829383.937804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428906240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829383.937809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829383.937811:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829383.937813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829383.937817:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829383] req@ffff9ab5f27afc00 x1874671428906368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829383.937824:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428906368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829383.937829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829383.937832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829383.937835:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829383.937841:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829383] req@ffff9ab5f27ae580 x1874671428905984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829383.937853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428905984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829383.937861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829383.937864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829383.937867:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428905984:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829384.897474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829384.897569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829384.897616:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829385.921482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829385.921485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829385.921506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829385.985503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829385.985513:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829385.985518:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829385.985537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3486 00000100:00080000:3.0:1787829385.985553:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829385.985562:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829385.985611:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428906496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829385.985644:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829385.985648:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829385.985651:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829385.985655:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3486 00000100:00080000:3.0:1787829385.985660:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829385.985664:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829385.985674:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829385.985692:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428906624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829385.985693:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428906496:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829385.985711:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829385.985715:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829385.985717:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829385.985722:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3486 00000100:00080000:3.0:1787829385.985726:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829385.985730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829385.985738:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829385.985751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428906752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829385.985761:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829385.985767:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787829385.985768:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829385.985770:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829385.985777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3486 00000100:00080000:3.0:1787829385.985781:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829385.985786:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829385.985792:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829385.985805:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428906880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829385.985828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff9ab5f994b840 x1874671428906496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829385.985854:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428906496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829385.985865:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829385.985870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829385.985874:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428906496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829385.985897:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906624:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829385.985920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829385.985933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff9ab5f9949a40 x1874671428906624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829385.985947:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428906624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829385.985956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829385.985959:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829385.985963:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906624:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829385.985969:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829385.985990:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829385.986001:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff9ab5f9948000 x1874671428906752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829385.986021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428906752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829385.986031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829385.986034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829385.986038:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829385.986045:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829385.986065:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829385.986076:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff9ab5f9949e00 x1874671428906880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829385.986087:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428906880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829385.986095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829385.986099:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829385.986102:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428906880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829386.945477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829386.945484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829386.945604:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829387.969489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829387.969549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829387.969630:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829388.993462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829388.993493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829388.993496:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829390.017469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829390.017535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829390.017573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829391.041491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829391.041562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829391.041580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829391.105515:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829391.105523:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829391.105527:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829391.105545:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3491 00000100:00080000:0.0:1787829391.105555:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829391.105561:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829391.105593:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428907008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829391.105620:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829391.105622:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829391.105624:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829391.105627:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3491 00000100:00080000:0.0:1787829391.105629:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829391.105631:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829391.105639:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829391.105648:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428907136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829391.105656:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829391.105659:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829391.105660:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829391.105663:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3491 00000100:00080000:0.0:1787829391.105665:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829391.105667:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829391.105671:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829391.105680:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428907264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829391.105682:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428907008:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829391.105689:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829391.105701:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829391.105703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829391.105707:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3491 00000100:00080000:0.0:1787829391.105709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829391.105711:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829391.105714:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829391.105720:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428907392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829391.105790:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829391.105851:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829391] req@ffff9ab5f27ac3c0 x1874671428907008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829391.105873:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428907008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829391.105886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829391.105892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829391.105897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428907008:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829391.105906:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907136:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829391.105934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829391.105949:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829391] req@ffff9ab5f27af0c0 x1874671428907136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829391.105962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428907136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829391.105973:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829391.105976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829391.105980:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907136:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829391.106011:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829391.106037:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829391.106050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829391] req@ffff9ab5f27af480 x1874671428907264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829391.106064:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428907264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829391.106074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829391.106078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829391.106081:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829391.106088:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829391.106111:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829391.106124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829391] req@ffff9ab5f27ac000 x1874671428907392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829391.106138:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428907392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829391.106146:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829391.106150:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829391.106154:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829392.065504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829392.065524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829392.065581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829393.089465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829393.089468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829393.089514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829394.113486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829394.113503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829394.113537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829395.137476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829395.137530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829395.137570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829396.161536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829396.161538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829396.161591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787829396.225527:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829396.225535:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829396.225539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829396.225550:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3496 00000100:00080000:2.0:1787829396.225560:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829396.225569:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829396.225610:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428907520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829396.225643:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829396.225649:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829396.225652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829396.225660:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3496 00000100:00080000:2.0:1787829396.225666:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829396.225670:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829396.225680:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829396.225693:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428907520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829396.225698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428907648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829396.225718:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829396.225724:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829396.225726:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829396.225733:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3496 00000100:00080000:2.0:1787829396.225737:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829396.225742:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829396.225749:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829396.225767:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428907776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829396.225779:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829396.225783:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829396.225786:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829396.225792:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3496 00000800:00000100:0.0:1787829396.225801:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829396.225805:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829396.225815:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829396.225822:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829396.225843:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428907904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829396.225863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396] req@ffff9ab5f9801e00 x1874671428907520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829396.225883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428907520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829396.225899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829396.225903:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829396.225907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428907520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829396.225943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907648:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829396.225977:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829396.226006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396] req@ffff9ab5f9800000 x1874671428907648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829396.226024:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428907648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829396.226035:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829396.226040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829396.226046:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829396.226059:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829396.226103:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829396.226123:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396] req@ffff9ab5f9802940 x1874671428907776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829396.226141:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428907776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829396.226152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829396.226157:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829396.226160:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829396.226168:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829396.226189:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829396.226199:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396] req@ffff9ab5f98012c0 x1874671428907904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829396.226207:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428907904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829396.226220:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829396.226223:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829396.226225:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428907904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829397.185461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829397.185483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829397.185504:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829398.209479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829398.209504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829398.209568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829399.233544:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829399.233560:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829399.233621:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829400.257480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829400.257541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829400.257542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829401.281519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829401.281544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829401.281635:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787829401.345507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829401.345515:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829401.345519:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829401.345527:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3502 00000100:00080000:0.0:1787829401.345535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829401.345540:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829401.345570:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428908032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829401.345593:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829401.345602:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829401.345604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829401.345608:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3502 00000100:00080000:0.0:1787829401.345612:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829401.345617:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829401.345627:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829401.345641:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428908032:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829401.345645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428908160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829401.345657:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829401.345661:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829401.345663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829401.345665:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3502 00000100:00080000:0.0:1787829401.345668:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829401.345671:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829401.345675:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829401.345686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428908288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829401.345693:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829401.345695:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829401.345697:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829401.345699:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3502 00000100:00080000:0.0:1787829401.345701:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829401.345704:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787829401.345708:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829401.345710:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829401.345721:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428908416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829401.345745:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401] req@ffff9ab5f27acb40 x1874671428908032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829401.345758:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428908032/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829401.345766:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829401.345769:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829401.345772:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428908032:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829401.345790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908160:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829401.345807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829401.345815:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401] req@ffff9ab5f27af840 x1874671428908160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829401.345823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428908160/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829401.345829:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829401.345832:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829401.345834:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908160:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829401.345837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829401.345858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829401.345872:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401] req@ffff9ab5f27acf00 x1874671428908288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829401.345880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428908288/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829401.345887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829401.345889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829401.345891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829401.345894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829401.345906:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829401.345915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401] req@ffff9ab5f27ad2c0 x1874671428908416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829401.345934:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428908416/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829401.345943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829401.345946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829401.345950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829402.305495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829402.305504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829402.305559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829403.329519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829403.329526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829403.329616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829404.353501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829404.353510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829404.353563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829405.377513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829405.377513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829405.377554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829406.401508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829406.401508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829406.401541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829406.465507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829406.465515:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829406.465519:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829406.465527:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3507 00000100:00080000:0.0:1787829406.465535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829406.465540:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829406.465571:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428908544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829406.465593:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829406.465595:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829406.465597:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829406.465600:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3507 00000100:00080000:0.0:1787829406.465602:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829406.465604:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829406.465611:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829406.465621:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428908672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829406.465629:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829406.465631:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829406.465633:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829406.465636:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3507 00000100:00080000:0.0:1787829406.465637:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829406.465641:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829406.465645:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428908544:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787829406.465646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829406.465656:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428908800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829406.465663:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829406.465665:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829406.465666:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829406.465670:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3507 00000100:00080000:0.0:1787829406.465672:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829406.465674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829406.465677:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829406.465690:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428908928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829406.465718:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829406.465759:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406] req@ffff9ab5f27ae940 x1874671428908544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829406.465777:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428908544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829406.465788:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829406.465792:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829406.465796:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428908544:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829406.465804:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908672:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829406.465829:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829406.465842:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406] req@ffff9ab5f27ad2c0 x1874671428908672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829406.465855:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428908672/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829406.465864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829406.465868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829406.465871:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908672:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829406.465895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829406.465916:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829406.465927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406] req@ffff9ab5f27acf00 x1874671428908800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829406.465941:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428908800/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829406.465949:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829406.465953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829406.465956:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829406.465962:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829406.465980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829406.465991:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406] req@ffff9ab5f27af840 x1874671428908928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829406.465999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428908928/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829406.466010:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829406.466013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829406.466016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428908928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829407.425498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829407.425498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829407.425521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829408.449478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829408.449490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829408.449508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829409.473511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829409.473513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829409.473614:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829410.497489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829410.497489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829410.497531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829411.521499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829411.521500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829411.521521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829411.585534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829411.585542:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829411.585546:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829411.585553:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3512 00000100:00080000:1.0:1787829411.585563:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829411.585568:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829411.585601:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428909056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829411.585628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829411.585631:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829411.585633:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829411.585636:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3512 00000100:00080000:1.0:1787829411.585638:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829411.585640:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829411.585648:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829411.585657:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428909184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829411.585665:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829411.585670:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1787829411.585670:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428909056:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829411.585674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829411.585681:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3512 00000100:00080000:1.0:1787829411.585683:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829411.585685:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829411.585689:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829411.585697:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428909312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829411.585704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829411.585707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829411.585708:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829411.585711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3512 00000100:00080000:1.0:1787829411.585714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829411.585717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829411.585720:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829411.585728:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829411.585730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428909440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829411.585770:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411] req@ffff9ab5f24ba580 x1874671428909056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829411.585784:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428909056/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829411.585792:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829411.585795:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829411.585798:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428909056:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829411.585815:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909184:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829411.585830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829411.585838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411] req@ffff9ab5f24ba1c0 x1874671428909184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829411.585846:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428909184/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829411.585852:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829411.585854:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829411.585856:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909184:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829411.585860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829411.585871:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829411.585877:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411] req@ffff9ab5f24b9680 x1874671428909312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829411.585884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428909312/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829411.585889:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829411.585891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829411.585893:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829411.585896:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829411.585906:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829411.585911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411] req@ffff9ab5f24b8f00 x1874671428909440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829411.585919:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428909440/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829411.585923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829411.585925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829411.585927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829412.545476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829412.545476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829412.545510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829413.569492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829413.569493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829413.569515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829414.593482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829414.593489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829414.593507:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829415.617498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829415.617520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829415.617546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829416.641491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829416.641531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829416.641588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829416.705538:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829416.705556:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829416.705561:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829416.705574:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3517 00000100:00080000:3.0:1787829416.705588:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829416.705596:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829416.705638:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428909568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829416.705665:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829416.705668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829416.705670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829416.705673:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3517 00000100:00080000:3.0:1787829416.705675:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829416.705677:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829416.705687:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829416.705695:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428909696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829416.705703:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829416.705707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829416.705709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829416.705712:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3517 00000100:00080000:3.0:1787829416.705714:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829416.705717:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829416.705721:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829416.705727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428909824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829416.705739:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829416.705740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428909568:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829416.705742:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829416.705750:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829416.705764:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3517 00000100:00080000:3.0:1787829416.705766:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829416.705769:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829416.705772:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829416.705782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428909952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829416.705835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829416.705895:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829416] req@ffff9ab5f994b480 x1874671428909568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829416.705913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428909568/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829416.705924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829416.705929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829416.705933:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428909568:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829416.705941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909696:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829416.705967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829416.705980:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829416] req@ffff9ab5f994a940 x1874671428909696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829416.706000:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428909696/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829416.706008:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829416.706012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829416.706015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909696:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829416.706040:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829416.706062:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829416.706084:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829416] req@ffff9ab5f9948f00 x1874671428909824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829416.706098:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428909824/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829416.706107:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829416.706111:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829416.706115:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829416.706122:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909952:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829416.706144:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829416.706156:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829416] req@ffff9ab5f994a1c0 x1874671428909952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829416.706165:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428909952/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829416.706175:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829416.706177:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829416.706179:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428909952:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829417.665508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829417.665541:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829417.665570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829418.689518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829418.689531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829418.689561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829419.713455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829419.713476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829419.713522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829420.737499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829420.737499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829420.737523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829421.761473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829421.761476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829421.761538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829421.825492:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829421.825500:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829421.825503:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829421.825512:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3522 00000100:00080000:3.0:1787829421.825521:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829421.825527:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829421.825559:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428910080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829421.825582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829421.825584:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829421.825586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829421.825589:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3522 00000100:00080000:3.0:1787829421.825591:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829421.825593:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829421.825600:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829421.825610:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428910208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829421.825617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829421.825620:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829421.825621:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829421.825624:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3522 00000100:00080000:3.0:1787829421.825626:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829421.825628:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829421.825632:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829421.825637:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428910080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829421.825642:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428910336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829421.825655:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829421.825657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829421.825659:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829421.825661:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3522 00000100:00080000:3.0:1787829421.825663:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829421.825665:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829421.825668:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829421.825677:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428910464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829421.825695:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829421.825729:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff9ab5f994bc00 x1874671428910080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829421.825743:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428910080/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829421.825750:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829421.825753:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829421.825756:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428910080:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829421.825761:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910208:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829421.825784:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829421.825792:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff9ab5f99492c0 x1874671428910208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829421.825800:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428910208/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829421.825810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829421.825812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829421.825815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910208:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829421.825833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910336:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829421.825845:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829421.825851:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff9ab5f994b0c0 x1874671428910336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829421.825858:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428910336/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829421.825864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829421.825867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829421.825870:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829421.825876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829421.825905:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829421.825918:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff9ab5f9948b40 x1874671428910464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829421.825927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428910464/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829421.825932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829421.825934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829421.825937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829422.785498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829422.785498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829422.785530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829423.809476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829423.809481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829423.809520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829424.833554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829424.833564:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829424.833586:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829425.857509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829425.857543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829425.857569:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829426.881502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829426.881502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829426.881549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829426.945477:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829426.945485:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829426.945488:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829426.945496:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3527 00000100:00080000:2.0:1787829426.945507:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829426.945514:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829426.945554:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428910592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829426.945582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829426.945587:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829426.945589:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829426.945593:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3527 00000100:00080000:2.0:1787829426.945598:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829426.945603:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829426.945614:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829426.945621:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428910592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829426.945630:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428910720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829426.945644:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829426.945647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829426.945650:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829426.945655:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3527 00000100:00080000:2.0:1787829426.945659:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829426.945664:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829426.945669:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829426.945679:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829426.945685:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428910848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829426.945697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829426.945700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829426.945702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829426.945707:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3527 00000100:00080000:2.0:1787829426.945711:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829426.945716:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff9ab5f9800b40 x1874671428910592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829426.945716:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829426.945723:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829426.945736:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428910592/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829426.945741:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428910976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829426.945747:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829426.945754:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829426.945760:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428910592:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829426.945780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910720:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829426.945794:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829426.945802:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff9ab5f9800f00 x1874671428910720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829426.945810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428910720/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829426.945816:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829426.945818:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829426.945821:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910720:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829426.945825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829426.945835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829426.945841:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff9ab5f9802580 x1874671428910848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829426.945848:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428910848/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829426.945853:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829426.945855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829426.945857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829426.945860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829426.945870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829426.945876:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff9ab5f98012c0 x1874671428910976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829426.945884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428910976/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829426.945888:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829426.945890:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829426.945892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428910976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829427.905503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829427.905503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829427.905640:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829428.929499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829428.929520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829428.929532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829429.953477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829429.953490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829429.953537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829430.977491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829430.977503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829430.977531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829432.001484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829432.001493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829432.001511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829432.065476:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829432.065484:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829432.065488:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829432.065495:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3532 00000100:00080000:2.0:1787829432.065505:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829432.065510:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829432.065540:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428911104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829432.065562:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829432.065565:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829432.065566:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829432.065569:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3532 00000100:00080000:2.0:1787829432.065571:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829432.065573:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829432.065580:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829432.065589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428911232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829432.065597:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829432.065599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829432.065600:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829432.065603:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3532 00000100:00080000:2.0:1787829432.065605:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829432.065610:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428911104:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829432.065614:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829432.065621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829432.065630:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428911360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829432.065637:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829432.065640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829432.065641:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829432.065644:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3532 00000100:00080000:2.0:1787829432.065646:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829432.065648:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829432.065651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829432.065658:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428911488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829432.065680:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829432.065717:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432] req@ffff9ab5f9802940 x1874671428911104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829432.065730:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428911104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829432.065739:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829432.065742:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829432.065746:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428911104:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829432.065752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911232:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829432.065771:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829432.065779:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432] req@ffff9ab5f9800000 x1874671428911232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829432.065789:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428911232/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829432.065796:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829432.065799:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829432.065803:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911232:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829432.065826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829432.065841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829432.065849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432] req@ffff9ab5f9801e00 x1874671428911360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829432.065860:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428911360/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829432.065866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829432.065870:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829432.065872:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829432.065878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911488:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829432.065900:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829432.065917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432] req@ffff9ab5f9803840 x1874671428911488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829432.065936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428911488/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829432.065946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829432.065951:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829432.065955:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829433.025486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829433.025487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829433.025503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829434.049498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829434.049523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829434.049537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829435.073528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829435.073528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829435.073557:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829436.097525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829436.097531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829436.097575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829437.121481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829437.121492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829437.121531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829437.185744:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829437.185757:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829437.185762:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829437.185772:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3537 00000100:00080000:2.0:1787829437.185784:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829437.185793:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829437.185828:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428911616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829437.185859:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829437.185863:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829437.185865:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829437.185869:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3537 00000100:00080000:2.0:1787829437.185873:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829437.185877:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829437.185886:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829437.185901:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428911744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829437.185914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428911616:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829437.185916:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829437.185924:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829437.185926:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829437.185931:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3537 00000100:00080000:2.0:1787829437.185935:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829437.185939:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829437.185944:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829437.185957:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428911872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829437.185967:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829437.185971:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829437.185973:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829437.185977:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3537 00000100:00080000:2.0:1787829437.185981:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829437.185985:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829437.185995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787829437.186001:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829437.186017:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428912000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829437.186049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437] req@ffff9ab5f9801a40 x1874671428911616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829437.186069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428911616/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829437.186081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829437.186086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829437.186089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428911616:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829437.186112:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911744:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829437.186137:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829437.186151:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437] req@ffff9ab5f98021c0 x1874671428911744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829437.186164:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428911744/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829437.186171:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829437.186173:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829437.186175:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911744:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829437.186180:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829437.186196:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829437.186203:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437] req@ffff9ab5f9801680 x1874671428911872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829437.186238:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428911872/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829437.186247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829437.186250:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829437.186254:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428911872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829437.186260:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829437.186281:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829437.186293:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437] req@ffff9ab5f9800780 x1874671428912000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829437.186305:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428912000/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829437.186314:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829437.186318:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829437.186321:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829438.145496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829438.145496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829438.145518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829439.169471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829439.169472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829439.169512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829440.193491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829440.193497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829440.193523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829441.217479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829441.217525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829441.217538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829442.241487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829442.241512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829442.241516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787829442.305515:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829442.305529:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829442.305535:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829442.305548:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3543 00000100:00080000:2.0:1787829442.305566:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829442.305575:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829442.305627:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428912128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829442.305662:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829442.305665:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829442.305667:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829442.305671:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3543 00000100:00080000:2.0:1787829442.305675:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829442.305679:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829442.305691:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829442.305705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428912128:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829442.305710:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428912256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829442.305731:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829442.305736:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829442.305738:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829442.305745:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3543 00000100:00080000:2.0:1787829442.305751:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829442.305757:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829442.305764:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829442.305779:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829442.305785:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428912384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829442.305799:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829442.305803:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829442.305806:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829442.305810:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3543 00000100:00080000:2.0:1787829442.305816:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829442.305822:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829442.305825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442] req@ffff9ab5f98003c0 x1874671428912128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787829442.305833:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829442.305855:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428912128/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829442.305857:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428912512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829442.305884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829442.305892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829442.305896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428912128:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829442.305917:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912256:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829442.305938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829442.305947:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442] req@ffff9ab5f9802d00 x1874671428912256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829442.305956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428912256/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829442.305962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829442.305964:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829442.305966:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912256:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829442.305971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829442.305983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829442.305988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442] req@ffff9ab5f9803480 x1874671428912384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829442.305995:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428912384/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829442.306005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829442.306007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829442.306009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829442.306013:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829442.306022:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829442.306028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442] req@ffff9ab5f9800780 x1874671428912512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829442.306041:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428912512/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829442.306047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829442.306049:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829442.306051:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829443.265509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829443.265512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829443.265577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829444.289501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829444.289510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829444.289519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829445.313502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829445.313502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829445.313535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829446.337555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829446.337558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829446.337580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829447.361489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829447.361504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829447.361540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829447.425557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829447.425572:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829447.425578:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829447.425592:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3548 00000100:00080000:1.0:1787829447.425607:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829447.425617:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829447.425667:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428912640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829447.425697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829447.425701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829447.425702:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829447.425706:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3548 00000100:00080000:1.0:1787829447.425709:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829447.425711:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829447.425731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829447.425746:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428912768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829447.425762:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428912640:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829447.425766:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829447.425776:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829447.425779:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829447.425785:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3548 00000100:00080000:1.0:1787829447.425790:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829447.425797:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829447.425804:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829447.425820:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428912896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829447.425833:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829447.425836:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829447.425838:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829447.425843:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3548 00000100:00080000:1.0:1787829447.425848:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829447.425854:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829447.425860:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829447.425875:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428913024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829447.425879:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912768:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829447.425927:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829447.425948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829448.385477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829448.385532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829448.385652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829449.409478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829449.409488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829449.409532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829450.433511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829450.433546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829450.433597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829450.497731:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787829450.497791:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829450.497828:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829450.497887:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829450.497899:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829450.497911:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829450.498030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829450] req@ffff9ab5f24ba580 x1874671428913024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829450.498143:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428913024/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829450.498158:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829450.498174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829450.498189:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829450.498199:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829450] req@ffff9ab5f24b9680 x1874671428912768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829450.498227:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428912768/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829450.498247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829450.498250:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829450.498254:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912768:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829450.498261:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829450] req@ffff9ab5f24ba1c0 x1874671428912896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829450.498273:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428912896/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829450.498281:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829450.498285:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829450.498288:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428912896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829450.498295:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829450] req@ffff9ab5f24b8f00 x1874671428912640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829450.498307:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428912640/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829450.498315:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829450.498318:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829450.498321:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428912640:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829451.457494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829451.457503:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829451.457533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829452.481482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829452.481496:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829452.481522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787829452.545559:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829452.545570:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829452.545575:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829452.545585:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3553 00000100:00080000:2.0:1787829452.545596:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829452.545610:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829452.545638:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428913152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829452.545664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829452.545668:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829452.545670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829452.545674:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3553 00000100:00080000:2.0:1787829452.545677:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829452.545682:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829452.545691:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829452.545706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428913280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829452.545718:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829452.545722:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829452.545724:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829452.545728:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3553 00000100:00080000:2.0:1787829452.545732:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829452.545736:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829452.545741:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829452.545753:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428913408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829452.545765:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428913152:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829452.545773:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829452.545780:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829452.545782:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829452.545788:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3553 00000100:00080000:2.0:1787829452.545793:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829452.545799:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829452.545805:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829452.545823:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428913536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829452.545862:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829452.545920:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452] req@ffff9ab5f9801680 x1874671428913152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829452.545943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428913152/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829452.545956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829452.545962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829452.545967:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428913152:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829452.545977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913280:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829452.546003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829452.546017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452] req@ffff9ab5f98021c0 x1874671428913280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829452.546032:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428913280/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829452.546041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829452.546045:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829452.546048:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913280:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829452.546082:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829452.546119:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829452.546133:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452] req@ffff9ab5f9801a40 x1874671428913408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829452.546147:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428913408/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829452.546156:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829452.546160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829452.546164:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829452.546171:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829452.546194:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829452.546207:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452] req@ffff9ab5f9803840 x1874671428913536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829452.546219:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428913536/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829452.546234:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829452.546237:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829452.546241:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829453.505463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829453.505481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829453.505496:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829454.529450:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829454.529472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829454.529502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829455.553474:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829455.553514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829455.553522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829456.577454:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829456.577473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829456.577543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829457.601498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829457.601517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829457.601533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829457.665552:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829457.665561:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829457.665565:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829457.665573:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3558 00000100:00080000:2.0:1787829457.665583:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829457.665589:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829457.665622:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428913664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829457.665640:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829457.665643:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829457.665644:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829457.665647:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3558 00000100:00080000:2.0:1787829457.665649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829457.665651:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829457.665659:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829457.665670:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428913792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829457.665678:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829457.665681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428913664:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829457.665681:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829457.665684:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829457.665690:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3558 00000100:00080000:2.0:1787829457.665693:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829457.665701:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829457.665706:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829457.665714:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428913920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829457.665720:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829457.665723:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829457.665724:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829457.665726:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3558 00000100:00080000:2.0:1787829457.665729:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829457.665731:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829457.665734:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829457.665745:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829457.665745:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428914048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829457.665791:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829457] req@ffff9ab5f9801e00 x1874671428913664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829457.665812:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428913664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829457.665823:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829457.665827:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829457.665832:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428913664:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829457.665857:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913792:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829457.665876:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829457.665886:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829457] req@ffff9ab5f9800000 x1874671428913792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829457.665899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428913792/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829457.665905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829457.665907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829457.665910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913792:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829457.665914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829457.665925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829457.665932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829457] req@ffff9ab5f9802940 x1874671428913920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829457.665939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428913920/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829457.665945:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829457.665946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829457.665948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428913920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829457.665952:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829457.665961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829457.665966:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829457] req@ffff9ab5f98012c0 x1874671428914048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829457.665973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428914048/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829457.665983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829457.665985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829457.665987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829458.625469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829458.625469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829458.625520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829459.649505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829459.649509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829459.649543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829460.673479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829460.673488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829460.673542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829461.697485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829461.697492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829461.697558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829462.721470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829462.721514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829462.721525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829462.785516:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829462.785525:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829462.785531:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829462.785540:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3563 00000100:00080000:2.0:1787829462.785552:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829462.785559:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829462.785598:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428914176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829462.785628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829462.785632:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829462.785634:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829462.785639:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3563 00000100:00080000:2.0:1787829462.785643:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829462.785648:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829462.785659:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829462.785668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428914176:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829462.785685:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428914304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829462.785700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829462.785704:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829462.785707:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829462.785711:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3563 00000100:00080000:2.0:1787829462.785716:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829462.785720:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829462.785726:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829462.785738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829462.785741:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428914432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829462.785753:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829462.785756:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829462.785758:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829462.785761:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3563 00000100:00080000:2.0:1787829462.785765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829462.785769:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829462.785774:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829462.785779:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff9ab5f9802580 x1874671428914176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829462.785788:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428914560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829462.785807:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428914176/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829462.785822:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829462.785827:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829462.785831:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428914176:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829462.785855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914304:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829462.785873:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829462.785882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff9ab5f9800f00 x1874671428914304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829462.785891:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428914304/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829462.785898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829462.785901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829462.785904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914304:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829462.785909:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829462.785921:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829462.785927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff9ab5f9800b40 x1874671428914432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829462.785934:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428914432/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829462.785940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829462.785941:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829462.785943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829462.785947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829462.785957:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829462.785963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff9ab5f98012c0 x1874671428914560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829462.785970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428914560/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829462.785975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829462.785977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829462.785979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829463.745497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829463.745504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829463.745529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829464.769507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829464.769507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829464.769530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829465.793509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829465.793518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829465.793664:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829466.817495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829466.817527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829466.817529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829467.841496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829467.841497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829467.841531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829467.905518:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829467.905530:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829467.905534:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829467.905543:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3568 00000100:00080000:3.0:1787829467.905553:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829467.905559:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829467.905589:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428914688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829467.905612:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829467.905616:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829467.905617:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829467.905621:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3568 00000100:00080000:3.0:1787829467.905623:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829467.905626:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829467.905634:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829467.905645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428914816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829467.905654:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829467.905658:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428914688:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829467.905659:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829467.905662:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829467.905671:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3568 00000100:00080000:3.0:1787829467.905674:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829467.905676:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829467.905681:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829467.905692:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428914944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829467.905698:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829467.905700:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829467.905702:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829467.905705:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3568 00000100:00080000:3.0:1787829467.905709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829467.905711:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829467.905713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829467.905722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428915072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829467.905742:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829467.905778:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff9ab5f9948780 x1874671428914688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829467.905792:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428914688/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829467.905803:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829467.905807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829467.905811:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428914688:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829467.905832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914816:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829467.905848:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829467.905857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff9ab5f994a580 x1874671428914816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829467.905865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428914816/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829467.905871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829467.905873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829467.905876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914816:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829467.905880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829467.905891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829467.905897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff9ab5f994ad00 x1874671428914944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829467.905905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428914944/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829467.905910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829467.905912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829467.905914:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428914944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829467.905917:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829467.905928:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829467.905934:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff9ab5f9948b40 x1874671428915072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829467.905941:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428915072/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829467.905946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829467.905947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829467.905950:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829468.865482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829468.865516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829468.865606:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829469.889552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829469.889556:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829469.889583:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829470.913514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829470.913529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829470.913623:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829471.937504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829471.937504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829471.937519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829472.961484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829472.961484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829472.961510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829473.025480:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829473.025489:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829473.025493:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829473.025502:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3573 00000100:00080000:2.0:1787829473.025514:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829473.025521:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829473.025558:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428915200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829473.025589:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829473.025594:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829473.025596:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829473.025600:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3573 00000100:00080000:2.0:1787829473.025605:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829473.025609:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829473.025620:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829473.025630:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428915200:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829473.025637:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428915328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829473.025651:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829473.025655:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829473.025657:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829473.025662:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3573 00000100:00080000:2.0:1787829473.025666:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829473.025670:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829473.025676:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829473.025689:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428915456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829473.025697:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829473.025716:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829473.025720:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829473.025722:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829473.025727:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3573 00000100:00080000:2.0:1787829473.025731:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829473.025736:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829473.025741:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473] req@ffff9ab5f9802940 x1874671428915200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787829473.025743:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829473.025761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428915584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829473.025775:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428915200/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829473.025790:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829473.025795:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829473.025800:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428915200:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829473.025831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915328:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829473.025850:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829473.025860:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473] req@ffff9ab5f9800000 x1874671428915328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829473.025869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428915328/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829473.025875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829473.025877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829473.025880:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915328:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829473.025884:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829473.025895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829473.025902:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473] req@ffff9ab5f9801e00 x1874671428915456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829473.025909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428915456/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829473.025914:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829473.025916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829473.025918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829473.025922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829473.025931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829473.025937:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473] req@ffff9ab5f9803840 x1874671428915584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829473.025944:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428915584/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829473.025948:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829473.025950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829473.025952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829473.985498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829473.985498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829473.985532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829475.009485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829475.009520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829475.009522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829476.033516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829476.033522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829476.033562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829477.057503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829477.057503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829477.057533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829478.081487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829478.081487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829478.081584:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829478.145497:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829478.145505:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829478.145508:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829478.145515:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3578 00000100:00080000:2.0:1787829478.145524:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829478.145529:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829478.145558:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428915712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829478.145577:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829478.145580:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829478.145581:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829478.145583:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3578 00000100:00080000:2.0:1787829478.145585:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829478.145587:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829478.145594:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829478.145602:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428915840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829478.145609:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829478.145613:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829478.145614:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428915712:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829478.145615:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829478.145621:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3578 00000100:00080000:2.0:1787829478.145623:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829478.145626:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829478.145629:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829478.145636:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428915968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829478.145649:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829478.145651:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829478.145652:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829478.145654:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3578 00000100:00080000:2.0:1787829478.145656:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829478.145659:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829478.145661:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829478.145669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428916096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829478.145670:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829478.145712:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478] req@ffff9ab5f9801a40 x1874671428915712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829478.145725:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428915712/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829478.145732:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829478.145735:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829478.145737:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428915712:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829478.145753:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915840:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829478.145803:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829478.145813:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478] req@ffff9ab5f98021c0 x1874671428915840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829478.145821:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428915840/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829478.145826:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829478.145828:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829478.145830:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915840:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829478.145835:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829478.145847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829478.145853:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478] req@ffff9ab5f9801680 x1874671428915968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829478.145859:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428915968/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829478.145864:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829478.145866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829478.145868:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428915968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829478.145871:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829478.145879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829478.145884:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478] req@ffff9ab5f9800780 x1874671428916096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829478.145890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428916096/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829478.145894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829478.145896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829478.145897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829479.105481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829479.105500:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829479.105638:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829480.129490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829480.129490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829480.129502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829481.153496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829481.153524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829481.153535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829482.177468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829482.177552:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829482.177605:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829483.201472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829483.201472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829483.201510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829483.265524:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829483.265532:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829483.265534:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829483.265542:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3583 00000100:00080000:3.0:1787829483.265550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829483.265554:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829483.265579:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428916224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829483.265596:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829483.265600:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829483.265602:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829483.265605:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3583 00000100:00080000:3.0:1787829483.265609:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829483.265613:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829483.265625:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829483.265634:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428916224:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829483.265636:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428916352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829483.265645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829483.265647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829483.265649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829483.265651:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3583 00000100:00080000:3.0:1787829483.265654:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829483.265657:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829483.265661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829483.265669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428916480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829483.265677:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829483.265679:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829483.265680:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829483.265683:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3583 00000100:00080000:3.0:1787829483.265685:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829483.265686:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829483.265688:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829483.265692:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829483.265700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428916608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829483.265723:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483] req@ffff9ab5f994b0c0 x1874671428916224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829483.265738:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428916224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829483.265748:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829483.265750:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829483.265753:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428916224:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829483.265769:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916352:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829483.265784:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829483.265793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483] req@ffff9ab5f99492c0 x1874671428916352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829483.265800:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428916352/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829483.265805:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829483.265807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829483.265809:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916352:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829483.265812:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829483.265821:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829483.265826:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483] req@ffff9ab5f994bc00 x1874671428916480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829483.265832:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428916480/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829483.265837:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829483.265839:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829483.265840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829483.265843:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829483.265851:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829483.265856:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483] req@ffff9ab5f994a1c0 x1874671428916608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829483.265862:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428916608/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829483.265866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829483.265868:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829483.265869:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829484.225472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829484.225473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829484.225501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829485.249479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829485.249479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829485.249502:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829486.273478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829486.273479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829486.273501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829487.297488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829487.297488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829487.297527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829488.321499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829488.321501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829488.321533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829488.385536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829488.385549:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829488.385555:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829488.385567:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3589 00000100:00080000:2.0:1787829488.385588:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829488.385597:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829488.385642:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428916736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829488.385680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829488.385685:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829488.385687:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829488.385691:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3589 00000100:00080000:2.0:1787829488.385696:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829488.385700:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829488.385712:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829488.385724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428916864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829488.385731:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428916736:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829488.385735:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829488.385739:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829488.385741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829488.385744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3589 00000100:00080000:2.0:1787829488.385747:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829488.385750:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829488.385754:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829488.385763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428916992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829488.385771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829488.385774:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829488.385776:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829488.385778:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3589 00000100:00080000:2.0:1787829488.385782:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829488.385784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829488.385787:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829488.385794:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428917120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829488.385809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829488.385868:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488] req@ffff9ab5f9803480 x1874671428916736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829488.385891:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428916736/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829488.385903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829488.385908:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829488.385911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428916736:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829488.385934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916864:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829488.385954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829488.385964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488] req@ffff9ab5f9802d00 x1874671428916864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829488.385972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428916864/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829488.385979:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829488.385981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829488.385984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916864:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829488.385987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916992:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829488.386000:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829488.386006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488] req@ffff9ab5f98003c0 x1874671428916992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829488.386013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428916992/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829488.386024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829488.386026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829488.386028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428916992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829488.386032:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829488.386041:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829488.386046:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488] req@ffff9ab5f9800780 x1874671428917120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829488.386053:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428917120/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829488.386059:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829488.386061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829488.386063:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829489.345536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829489.345544:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829489.345573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829490.369536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829490.369537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829490.369594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829491.393514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829491.393544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829491.393562:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829492.417471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829492.417487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829492.417521:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829493.441554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829493.441567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829493.441570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829493.505524:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829493.505535:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829493.505539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829493.505548:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3594 00000100:00080000:3.0:1787829493.505559:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829493.505565:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829493.505593:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428917248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829493.505615:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829493.505618:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829493.505619:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829493.505622:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3594 00000100:00080000:3.0:1787829493.505624:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829493.505627:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829493.505633:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829493.505640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428917376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829493.505647:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829493.505650:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829493.505651:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829493.505653:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3594 00000100:00080000:3.0:1787829493.505656:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829493.505659:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829493.505663:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829493.505670:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428917504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829493.505676:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829493.505678:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829493.505679:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829493.505682:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3594 00000100:00080000:3.0:1787829493.505683:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829493.505686:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829493.505688:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829493.505693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428917632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829493.505753:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428917248:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787829493.505872:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829493.505930:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493] req@ffff9ab5f9948f00 x1874671428917248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829493.505952:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428917248/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829493.505967:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829493.505973:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829493.505979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428917248:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829493.505989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917376:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829493.506018:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829493.506033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493] req@ffff9ab5f994a940 x1874671428917376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829493.506047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428917376/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829493.506057:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829493.506061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829493.506065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917376:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829493.506072:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829493.506095:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829493.506108:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493] req@ffff9ab5f994b480 x1874671428917504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829493.506120:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428917504/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829493.506129:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829493.506132:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829493.506136:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829493.506143:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829493.506165:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829493.506178:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493] req@ffff9ab5f9949e00 x1874671428917632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829493.506192:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428917632/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829493.506200:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829493.506204:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829493.506207:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829494.465456:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829494.465478:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829494.465501:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829495.489484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829495.489484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829495.489512:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829496.513472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829496.513473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829496.513498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829497.537473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829497.537497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829497.537514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829498.561502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829498.561502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829498.561540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829498.625502:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829498.625511:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829498.625516:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829498.625525:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3599 00000100:00080000:0.0:1787829498.625534:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829498.625539:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829498.625568:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428917760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829498.625588:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829498.625591:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829498.625592:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829498.625595:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3599 00000100:00080000:0.0:1787829498.625597:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829498.625600:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829498.625608:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829498.625616:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428917760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829498.625617:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428917888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829498.625628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829498.625631:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829498.625631:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829498.625634:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3599 00000100:00080000:0.0:1787829498.625635:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829498.625637:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829498.625640:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829498.625646:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428918016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829498.625651:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829498.625653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829498.625654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829498.625656:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3599 00000100:00080000:0.0:1787829498.625659:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829498.625660:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829498.625663:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829498.625669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428918144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829498.625681:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829498.625718:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498] req@ffff9ab5f27acb40 x1874671428917760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829498.625734:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428917760/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829498.625745:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829498.625747:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829498.625750:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428917760:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829498.625765:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917888:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829498.625798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829498.625808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498] req@ffff9ab5f27ac000 x1874671428917888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829498.625815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428917888/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829498.625820:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829498.625822:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829498.625824:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428917888:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829498.625832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829498.625845:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829498.625851:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498] req@ffff9ab5f27af480 x1874671428918016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829498.625857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428918016/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829498.625862:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829498.625864:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829498.625867:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829498.625872:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918144:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829498.625888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829498.625898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498] req@ffff9ab5f27af0c0 x1874671428918144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829498.625909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428918144/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829498.625916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829498.625918:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829498.625920:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829499.585492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829499.585498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829499.585540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829500.609526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829500.609532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829500.609542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829501.633479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829501.633485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829501.633539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829502.657545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829502.657975:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829502.657983:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829503.681522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829503.681530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829503.681561:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829503.745709:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829503.745718:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829503.745723:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829503.745735:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3604 00000100:00080000:0.0:1787829503.745746:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829503.745764:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829503.745808:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428918272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829503.745838:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829503.745843:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829503.745845:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829503.745851:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3604 00000100:00080000:0.0:1787829503.745860:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829503.745863:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829503.745872:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829503.745888:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428918400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829503.745898:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829503.745901:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829503.745903:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829503.745906:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3604 00000100:00080000:0.0:1787829503.745910:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829503.745915:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829503.745920:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829503.745933:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428918528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829503.745944:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829503.745947:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829503.745949:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829503.745952:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3604 00000100:00080000:0.0:1787829503.745956:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829503.745959:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829503.745963:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829503.745973:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428918656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829503.746031:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428918272:192.168.203.115@tcp:250:kworker.0 00000800:00000100:0.0:1787829503.746083:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829503.746121:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff9ab5f27ac3c0 x1874671428918272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829503.746137:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428918272/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829503.746151:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829503.746156:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829503.746163:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428918272:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829503.746170:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918400:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829503.746197:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829503.746209:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff9ab5f27ae580 x1874671428918400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829503.746230:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428918400/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829503.746245:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829503.746249:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829503.746253:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918400:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829503.746260:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829503.746280:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829503.746291:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff9ab5f27afc00 x1874671428918528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829503.746301:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428918528/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829503.746309:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829503.746312:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829503.746317:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829503.746331:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829503.746354:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829503.746372:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff9ab5f27ade00 x1874671428918656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829503.746383:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428918656/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829503.746390:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829503.746393:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829503.746396:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829504.705519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829504.705540:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829504.705576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829505.729463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829505.729485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829505.729494:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829506.753500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829506.753503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829506.753549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829507.777463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829507.777508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829507.777551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829508.801472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829508.801474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829508.801547:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829508.865480:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.865491:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829508.865494:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.865502:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3609 00000100:00080000:2.0:1787829508.865510:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.865515:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829508.865543:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428918784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.865561:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.865563:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829508.865564:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.865567:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3609 00000100:00080000:2.0:1787829508.865569:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.865572:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829508.865580:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829508.865588:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428918784:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829508.865590:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428918912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.865600:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.865602:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829508.865603:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.865605:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3609 00000100:00080000:2.0:1787829508.865607:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.865609:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829508.865612:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829508.865620:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428919040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.865626:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.865628:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829508.865629:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.865631:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3609 00000100:00080000:2.0:1787829508.865634:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.865636:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829508.865638:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829508.865643:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829508.865647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428919168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829508.865678:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff9ab5f9801680 x1874671428918784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829508.865690:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428918784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829508.865696:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829508.865699:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829508.865701:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428918784:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829508.865730:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918912:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829508.865750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829508.865762:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff9ab5f98021c0 x1874671428918912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829508.865773:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428918912/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829508.865779:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829508.865781:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829508.865783:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428918912:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829508.865787:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829508.865800:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829508.865807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff9ab5f9801a40 x1874671428919040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829508.865813:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428919040/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829508.865819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829508.865820:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829508.865822:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829508.865825:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829508.865834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829508.865838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff9ab5f9803840 x1874671428919168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829508.865844:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428919168/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829508.865848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829508.865850:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829508.865851:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829509.825496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829509.825513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829509.825524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829510.849488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829510.849502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829510.849528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829511.873465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829511.873469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829511.873513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829512.897497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829512.897497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829512.897532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829513.921478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829513.921483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829513.921524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829513.985536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829513.985545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829513.985549:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829513.985557:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3614 00000100:00080000:3.0:1787829513.985567:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829513.985574:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829513.985607:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428919296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829513.985638:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829513.985642:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829513.985644:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829513.985648:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3614 00000100:00080000:3.0:1787829513.985651:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829513.985656:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829513.985665:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829513.985676:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428919296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829513.985691:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428919424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829513.985703:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829513.985707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829513.985708:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829513.985713:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3614 00000100:00080000:3.0:1787829513.985716:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829513.985721:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829513.985726:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829513.985738:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428919552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829513.985747:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829513.985750:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829513.985752:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829513.985756:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3614 00000100:00080000:3.0:1787829513.985760:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829513.985764:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829513.985770:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829513.985782:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428919680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829513.985784:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919424:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829513.985814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829513.985838:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829514.945467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829514.945470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829514.945486:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829515.969464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829515.969521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829515.970452:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829516.993456:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829516.993505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829516.993514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829517.057670:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787829517.057711:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829517.057727:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829517.057768:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829517.057778:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829517.057786:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829517.057873:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829517] req@ffff9ab5f9949e00 x1874671428919680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829517.057897:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428919680/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829517.057909:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829517.057914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829517.057918:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829517.057926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829517] req@ffff9ab5f9949a40 x1874671428919424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829517.057938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428919424/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829517.057946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829517.057950:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829517.057953:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919424:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829517.057959:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829517] req@ffff9ab5f994b840 x1874671428919552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829517.057970:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428919552/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829517.057978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829517.057981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829517.057984:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829517.057990:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829517] req@ffff9ab5f9948000 x1874671428919296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829517.058002:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428919296/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829517.058016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829517.058019:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829517.058023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428919296:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829518.017484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829518.017489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829518.017505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829519.041490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829519.041531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829519.041563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829519.105539:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829519.105548:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829519.105551:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829519.105560:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3619 00000100:00080000:0.0:1787829519.105569:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829519.105574:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829519.105603:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428919808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829519.105628:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829519.105630:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829519.105632:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829519.105634:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3619 00000100:00080000:0.0:1787829519.105636:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829519.105639:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829519.105659:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829519.105670:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428919936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829519.105677:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829519.105680:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829519.105681:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829519.105684:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3619 00000100:00080000:0.0:1787829519.105686:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829519.105689:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829519.105692:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829519.105700:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428919808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829519.105702:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428920064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829519.105723:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829519.105725:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829519.105726:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829519.105729:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3619 00000100:00080000:0.0:1787829519.105731:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829519.105734:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829519.105737:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829519.105744:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428920192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829519.105807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829519.105865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519] req@ffff9ab5f27ade00 x1874671428919808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829519.105892:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428919808/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829519.105905:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829519.105911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829519.105915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428919808:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829519.105933:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919936:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829519.105964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829519.105979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519] req@ffff9ab5f27afc00 x1874671428919936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829519.106007:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428919936/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829519.106018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829519.106022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829519.106026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428919936:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829519.106063:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829519.106088:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829519.106102:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519] req@ffff9ab5f27ae580 x1874671428920064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829519.106115:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428920064/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829519.106125:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829519.106128:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829519.106132:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829519.106138:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829519.106157:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829519.106168:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519] req@ffff9ab5f27ac3c0 x1874671428920192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829519.106179:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428920192/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829519.106193:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829519.106197:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829519.106200:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829520.065474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829520.065476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829520.065520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829521.089481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829521.089513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829521.089561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829522.113480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829522.113480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829522.113506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829523.137450:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829523.137484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829523.137498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829524.161512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829524.161512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829524.161544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829524.225497:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829524.225508:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829524.225512:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829524.225522:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3624 00000100:00080000:2.0:1787829524.225535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829524.225542:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829524.225591:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428920320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829524.225632:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829524.225636:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829524.225638:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829524.225641:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3624 00000100:00080000:2.0:1787829524.225644:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829524.225648:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829524.225658:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829524.225671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428920448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829524.225681:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829524.225683:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428920320:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829524.225684:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829524.225688:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829524.225695:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3624 00000100:00080000:2.0:1787829524.225698:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829524.225701:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829524.225705:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829524.225715:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428920576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829524.225722:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829524.225725:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829524.225726:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829524.225729:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3624 00000100:00080000:2.0:1787829524.225731:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829524.225734:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829524.225737:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829524.225744:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428920704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829524.225771:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829524.225821:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829524] req@ffff9ab5f9801e00 x1874671428920320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829524.225836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428920320/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829524.225845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829524.225849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829524.225852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428920320:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829524.225874:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920448:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829524.225891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829524.225900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829524] req@ffff9ab5f9800000 x1874671428920448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829524.225909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428920448/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829524.225921:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829524.225924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829524.225926:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920448:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829524.225931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829524.225944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829524.225951:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829524] req@ffff9ab5f9802940 x1874671428920576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829524.225959:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428920576/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829524.225965:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829524.225967:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829524.225969:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829524.225972:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829524.225983:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829524.225988:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829524] req@ffff9ab5f98012c0 x1874671428920704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829524.225996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428920704/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829524.226009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829524.226013:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829524.226016:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829525.185463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829525.185517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829525.185538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829526.209465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829526.209466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829526.209567:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829527.233489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829527.233492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829527.233525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829528.257497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829528.257497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829528.257524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829529.281472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829529.281490:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829529.281503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787829529.345475:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829529.345482:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829529.345485:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829529.345492:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3630 00000100:00080000:2.0:1787829529.345500:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829529.345505:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829529.345531:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428920832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829529.345550:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829529.345552:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829529.345554:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829529.345556:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3630 00000100:00080000:2.0:1787829529.345558:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829529.345560:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829529.345567:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829529.345587:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428920960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829529.345594:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829529.345596:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829529.345598:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829529.345601:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3630 00000100:00080000:2.0:1787829529.345603:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829529.345606:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428920832:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829529.345608:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829529.345614:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829529.345623:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428921088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829529.345629:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829529.345631:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829529.345632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829529.345634:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3630 00000100:00080000:2.0:1787829529.345636:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829529.345638:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829529.345642:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829529.345648:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428921216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829529.345664:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829529.345698:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529] req@ffff9ab5f9800b40 x1874671428920832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829529.345710:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428920832/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829529.345717:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829529.345719:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829529.345722:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428920832:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829529.345726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920960:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829529.345740:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829529.345747:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529] req@ffff9ab5f9800f00 x1874671428920960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829529.345754:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428920960/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829529.345759:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829529.345761:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829529.345763:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428920960:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829529.345780:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829529.345797:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829529.345807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529] req@ffff9ab5f9802580 x1874671428921088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829529.345819:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428921088/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829529.345827:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829529.345831:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829529.345834:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829529.345839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829529.345858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829529.345869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529] req@ffff9ab5f98012c0 x1874671428921216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829529.345879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428921216/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829529.345893:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829529.345896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829529.345899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829530.305500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829530.305500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829530.305538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829531.329466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829531.329474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829531.329489:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829532.353496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829532.353497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829532.353515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829533.377480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829533.377480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829533.377505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829534.401495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829534.401495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829534.401545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829534.465512:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829534.465521:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829534.465525:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829534.465553:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3635 00000100:00080000:3.0:1787829534.465563:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829534.465570:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829534.465601:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428921344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829534.465625:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829534.465629:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829534.465631:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829534.465635:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3635 00000100:00080000:3.0:1787829534.465639:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829534.465644:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829534.465654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829534.465661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428921344:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829534.465669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428921472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829534.465682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829534.465686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829534.465688:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829534.465692:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3635 00000100:00080000:3.0:1787829534.465696:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829534.465699:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829534.465705:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829534.465712:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829534.465718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428921600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829534.465728:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829534.465731:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829534.465733:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829534.465737:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3635 00000100:00080000:3.0:1787829534.465741:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829534.465745:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534] req@ffff9ab5f994b480 x1874671428921344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829534.465747:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829534.465756:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829534.465763:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428921344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829534.465771:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787829534.465771:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428921728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829534.465777:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829534.465783:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428921344:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829534.465802:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921472:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829534.465818:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829534.465825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534] req@ffff9ab5f994a940 x1874671428921472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829534.465840:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428921472/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829534.465845:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829534.465847:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829534.465849:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921472:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829534.465853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829534.465864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829534.465873:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534] req@ffff9ab5f9948f00 x1874671428921600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829534.465883:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428921600/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829534.465891:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829534.465894:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829534.465897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829534.465902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829534.465919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829534.465926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534] req@ffff9ab5f994a1c0 x1874671428921728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829534.465932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428921728/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829534.465937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829534.465938:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829534.465940:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829535.425493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829535.425493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829535.425513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829536.449498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829536.449500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829536.449548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829537.473497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829537.473497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829537.473533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829538.497476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829538.497476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829538.497523:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829539.521455:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829539.521468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829539.521492:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829539.585487:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829539.585495:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829539.585498:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829539.585518:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3640 00000100:00080000:0.0:1787829539.585526:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829539.585532:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829539.585561:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428921856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829539.585590:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829539.585593:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829539.585595:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829539.585598:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3640 00000100:00080000:0.0:1787829539.585602:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829539.585605:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829539.585613:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829539.585626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428921984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829539.585628:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428921856:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829539.585644:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829539.585647:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829539.585649:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829539.585651:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3640 00000100:00080000:0.0:1787829539.585655:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829539.585657:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829539.585661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829539.585669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428922112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829539.585675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829539.585678:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829539.585679:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829539.585684:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3640 00000800:00000100:1.0:1787829539.585689:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829539.585690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829539.585695:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829539.585698:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829539.585705:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428922240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829539.585726:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539] req@ffff9ab5f27ae1c0 x1874671428921856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829539.585740:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428921856/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829539.585747:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829539.585750:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829539.585752:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428921856:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829539.585768:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921984:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829539.585785:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829539.585797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539] req@ffff9ab5f27aed00 x1874671428921984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829539.585809:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428921984/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829539.585818:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829539.585822:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829539.585826:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428921984:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829539.585833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829539.585851:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829539.585858:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539] req@ffff9ab5f27ad680 x1874671428922112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829539.585865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428922112/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829539.585871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829539.585873:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829539.585875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829539.585879:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829539.585889:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829539.585894:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539] req@ffff9ab5f27ac3c0 x1874671428922240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829539.585900:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428922240/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829539.585907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829539.585910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829539.585913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829540.545469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829540.545477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829540.545519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829541.569504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829541.569504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829541.569540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829542.593460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829542.593466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829542.593518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829543.617501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829543.617515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829543.617536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829544.641501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829544.641502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829544.641550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829544.705510:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829544.705521:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829544.705526:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829544.705535:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3645 00000100:00080000:3.0:1787829544.705547:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829544.705554:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829544.705591:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428922368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829544.705616:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829544.705621:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829544.705623:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829544.705627:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3645 00000100:00080000:3.0:1787829544.705631:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829544.705635:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829544.705645:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829544.705660:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428922496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829544.705669:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428922368:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829544.705687:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829544.705691:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829544.705693:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829544.705698:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3645 00000100:00080000:3.0:1787829544.705702:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829544.705706:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829544.705712:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829544.705725:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428922624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829544.705735:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829544.705738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829544.705741:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829544.705744:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829544.705749:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3645 00000100:00080000:3.0:1787829544.705754:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829544.705759:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829544.705764:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829544.705777:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428922752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829544.705786:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff9ab5f994bc00 x1874671428922368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829544.705808:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428922368/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829544.705819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829544.705824:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829544.705828:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428922368:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829544.705851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922496:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829544.705875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829544.705888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff9ab5f99492c0 x1874671428922496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829544.705896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428922496/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829544.705911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829544.705914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829544.705916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922496:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829544.705921:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829544.705935:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829544.705942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff9ab5f994b0c0 x1874671428922624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829544.705950:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428922624/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829544.705960:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829544.705962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829544.705965:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829544.705968:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829544.705978:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829544.705983:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff9ab5f9948b40 x1874671428922752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829544.705990:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428922752/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829544.705995:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829544.705997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829544.705999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428922752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829545.665514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829545.665514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829545.665551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829546.689490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829546.689499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829546.689526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829547.713492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829547.713502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829547.713536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829548.737498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829548.737498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829548.737522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829549.761487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829549.761488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829549.761529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829549.825480:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829549.825487:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829549.825491:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829549.825498:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3650 00000100:00080000:3.0:1787829549.825508:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829549.825513:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829549.825544:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428922880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829549.825565:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829549.825568:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829549.825569:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829549.825572:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3650 00000100:00080000:3.0:1787829549.825574:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829549.825577:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829549.825584:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829549.825594:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428923008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829549.825602:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829549.825605:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829549.825607:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829549.825610:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3650 00000100:00080000:3.0:1787829549.825612:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829549.825618:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829549.825619:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428922880:192.168.203.115@tcp:250:kworker.0 00000008:00100000:3.0:1787829549.825622:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829549.825632:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428923136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829549.825640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829549.825643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829549.825645:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829549.825647:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3650 00000100:00080000:3.0:1787829549.825649:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829549.825651:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829549.825654:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829549.825663:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428923264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829549.825679:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829549.825715:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829549] req@ffff9ab5f994ad00 x1874671428922880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829549.825729:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428922880/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829549.825736:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829549.825740:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829549.825743:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428922880:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829549.825749:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923008:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829549.825763:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829549.825771:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829549] req@ffff9ab5f994a580 x1874671428923008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829549.825779:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428923008/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829549.825785:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829549.825788:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829549.825790:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923008:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829549.825807:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829549.825819:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829549.825834:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829549] req@ffff9ab5f9948780 x1874671428923136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829549.825842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428923136/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829549.825847:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829549.825850:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829549.825852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829549.825855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829549.825867:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829549.825873:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829549] req@ffff9ab5f9948b40 x1874671428923264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829549.825880:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428923264/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829549.825885:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829549.825887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829549.825889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829550.785492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829550.785500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829550.785542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829551.809505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829551.809505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829551.809536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829552.833483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829552.833501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829552.833563:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829553.857496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829553.857498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829553.857550:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829554.881463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829554.881479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829554.881559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829554.945521:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.945530:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829554.945534:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.945542:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3655 00000100:00080000:0.0:1787829554.945551:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.945556:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829554.945589:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428923392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.945612:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.945615:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829554.945617:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.945620:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3655 00000100:00080000:0.0:1787829554.945622:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.945624:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829554.945632:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829554.945642:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428923520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.945650:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.945653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829554.945656:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829554.945658:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428923392:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829554.945667:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3655 00000100:00080000:0.0:1787829554.945670:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.945672:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829554.945676:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829554.945685:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428923648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.945697:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.945699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829554.945700:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.945703:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3655 00000100:00080000:0.0:1787829554.945705:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.945707:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829554.945710:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829554.945716:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829554.945720:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428923776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829554.945762:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff9ab5f27ae580 x1874671428923392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829554.945781:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428923392/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829554.945793:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829554.945798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829554.945801:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428923392:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829554.945820:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923520:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829554.945840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829554.945849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff9ab5f27afc00 x1874671428923520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829554.945863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428923520/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829554.945869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829554.945871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829554.945873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923520:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829554.945877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923648:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829554.945888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829554.945895:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff9ab5f27ade00 x1874671428923648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829554.945902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428923648/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829554.945907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829554.945909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829554.945911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829554.945914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829554.945924:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829554.945929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff9ab5f27af0c0 x1874671428923776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829554.945936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428923776/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829554.945946:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829554.945947:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829554.945949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428923776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829555.905487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829555.905513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829555.905513:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829556.929490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829556.929508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829556.929520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829557.953493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829557.953497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829557.953597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829558.977501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829558.977501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829558.977578:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829560.001485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829560.001488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829560.001518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829560.065562:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829560.065574:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829560.065579:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829560.065589:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3660 00000100:00080000:3.0:1787829560.065602:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829560.065609:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829560.065653:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428923904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829560.065680:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829560.065683:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829560.065685:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829560.065688:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3660 00000100:00080000:3.0:1787829560.065691:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829560.065694:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829560.065705:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829560.065716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428924032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829560.065724:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829560.065729:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829560.065730:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428923904:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829560.065731:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829560.065738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3660 00000100:00080000:3.0:1787829560.065741:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829560.065744:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829560.065747:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829560.065756:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428924160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829560.065763:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829560.065766:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829560.065767:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829560.065770:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3660 00000100:00080000:3.0:1787829560.065772:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829560.065774:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829560.065776:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829560.065786:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428924288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829560.065807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829560.065863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560] req@ffff9ab5f994b0c0 x1874671428923904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829560.065884:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428923904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829560.065897:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829560.065902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829560.065907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428923904:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829560.065943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924032:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829560.065964:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829560.065974:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560] req@ffff9ab5f99492c0 x1874671428924032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829560.065982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428924032/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829560.065989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829560.065992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829560.065994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924032:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829560.065999:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829560.066011:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829560.066017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560] req@ffff9ab5f994bc00 x1874671428924160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829560.066025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428924160/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829560.066031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829560.066033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829560.066035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829560.066039:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924288:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829560.066049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829560.066054:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560] req@ffff9ab5f994a1c0 x1874671428924288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829560.066061:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428924288/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829560.066066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829560.066068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829560.066070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924288:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829561.025522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829561.025569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829561.025615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829562.049458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829562.049467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829562.049533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829563.073486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829563.073497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829563.073514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829564.097465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829564.097484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829564.097544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829565.121560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829565.121561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829565.121634:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829565.185514:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829565.185525:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829565.185529:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829565.185541:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3665 00000100:00080000:1.0:1787829565.185550:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829565.185556:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829565.185593:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428924416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829565.185614:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829565.185617:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829565.185618:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829565.185621:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3665 00000100:00080000:1.0:1787829565.185623:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829565.185626:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829565.185638:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829565.185647:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428924544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829565.185656:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829565.185660:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1787829565.185661:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428924416:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829565.185661:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829565.185670:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3665 00000100:00080000:1.0:1787829565.185681:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829565.185687:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829565.185692:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829565.185707:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428924672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829565.185723:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829565.185727:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829565.185732:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829565.185734:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829565.185740:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3665 00000100:00080000:1.0:1787829565.185745:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829565.185749:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829565.185753:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829565.185758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565] req@ffff9ab5f24b8000 x1874671428924416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829565.185766:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428924800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829565.185798:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428924416/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829565.185812:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829565.185815:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829565.185818:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428924416:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829565.185836:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924544:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829565.185851:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829565.185859:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565] req@ffff9ab5f24b83c0 x1874671428924544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829565.185867:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428924544/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829565.185873:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829565.185875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829565.185877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924544:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829565.185881:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829565.185891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829565.185896:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565] req@ffff9ab5f24b92c0 x1874671428924672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829565.185903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428924672/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829565.185909:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829565.185911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829565.185913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829565.185917:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924800:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829565.185926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829565.185931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565] req@ffff9ab5f24bb840 x1874671428924800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829565.185939:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428924800/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829565.185943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829565.185945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829565.185947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428924800:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829566.145484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829566.145489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829566.145524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829567.169543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829567.169589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829567.169654:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829568.193492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829568.193507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829568.193531:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829569.217516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829569.217516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829569.217570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829570.241504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829570.241514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829570.241526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787829570.305886:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829570.305897:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829570.305902:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829570.305912:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3671 00000100:00080000:0.0:1787829570.305924:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829570.305932:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829570.305967:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428924928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829570.306007:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829570.306011:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829570.306014:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829570.306018:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3671 00000100:00080000:0.0:1787829570.306022:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829570.306026:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829570.306036:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829570.306049:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428925056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829570.306060:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829570.306063:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829570.306065:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829570.306076:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3671 00000100:00080000:0.0:1787829570.306079:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829570.306086:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829570.306091:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829570.306103:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428925184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829570.306112:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829570.306115:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829570.306117:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829570.306121:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3671 00000100:00080000:0.0:1787829570.306124:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829570.306128:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829570.306132:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829570.306142:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428925312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829570.306213:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428924928:192.168.203.115@tcp:250:kworker.0 00000800:00000100:1.0:1787829570.306270:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829570.306320:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570] req@ffff9ab5f27af480 x1874671428924928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829570.306339:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428924928/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829570.306350:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829570.306354:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829570.306358:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428924928:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829570.306366:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925056:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829570.306392:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829570.306434:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570] req@ffff9ab5f27ac000 x1874671428925056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829570.306450:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428925056/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829570.306460:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829570.306464:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829570.306468:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925056:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829570.306474:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829570.306498:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829570.306511:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570] req@ffff9ab5f27acb40 x1874671428925184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829570.306524:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428925184/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829570.306533:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829570.306536:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829570.306539:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829570.306545:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925312:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829570.306563:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829570.306576:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570] req@ffff9ab5f27af840 x1874671428925312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829570.306587:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428925312/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829570.306596:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829570.306600:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829570.306603:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925312:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829571.265508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829571.265509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829571.265608:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829572.289482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829572.289523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829572.289539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829573.313526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829573.313527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829573.313613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829574.337525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829574.337525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829574.337579:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829575.361519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829575.361530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829575.361581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829575.425542:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829575.425553:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829575.425558:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829575.425576:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3676 00000100:00080000:3.0:1787829575.425587:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829575.425595:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829575.425634:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428925440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829575.425658:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829575.425662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829575.425663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829575.425667:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3676 00000100:00080000:3.0:1787829575.425670:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829575.425674:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829575.425684:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829575.425698:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428925568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829575.425705:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428925440:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829575.425710:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829575.425716:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829575.425718:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829575.425722:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3676 00000100:00080000:3.0:1787829575.425725:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829575.425729:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829575.425733:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829575.425745:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428925696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829575.425753:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829575.425755:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829575.425757:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829575.425761:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3676 00000100:00080000:3.0:1787829575.425765:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829575.425768:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829575.425772:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829575.425783:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428925824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829575.425800:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829575.425852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575] req@ffff9ab5f9948f00 x1874671428925440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829575.425874:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428925440/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829575.425886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829575.425891:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829575.425896:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428925440:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829575.425928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925568:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829575.425954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829575.425968:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575] req@ffff9ab5f994a940 x1874671428925568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829575.425982:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428925568/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829575.425991:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829575.425995:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829575.425999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925568:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829575.426006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829575.426030:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829575.426045:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575] req@ffff9ab5f994b480 x1874671428925696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829575.426058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428925696/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829575.426069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829575.426073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829575.426078:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829575.426085:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925824:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829575.426107:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829575.426121:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575] req@ffff9ab5f9948000 x1874671428925824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829575.426134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428925824/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829575.426142:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829575.426147:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829575.426151:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428925824:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829576.385551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829576.385602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829576.385657:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829577.409519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829577.409520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829577.409536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829578.433591:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829578.433592:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829578.433618:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829579.457497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829579.457527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829579.457568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829580.481454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829580.481463:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829580.481512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829580.545510:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829580.545525:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829580.545531:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829580.545544:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3681 00000100:00080000:2.0:1787829580.545559:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829580.545568:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829580.545618:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428925952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829580.545655:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829580.545662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829580.545664:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829580.545669:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3681 00000100:00080000:2.0:1787829580.545674:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829580.545680:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829580.545692:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829580.545709:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428925952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829580.545710:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428926080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829580.545728:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829580.545732:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829580.545734:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829580.545738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3681 00000100:00080000:2.0:1787829580.545743:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829580.545748:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829580.545754:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829580.545768:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428926208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829580.545778:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829580.545782:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829580.545785:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829580.545789:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3681 00000100:00080000:2.0:1787829580.545793:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829580.545798:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829580.545804:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829580.545816:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428926336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829580.545851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829580.545877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829580.545892:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829581.505517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829581.505518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829581.505538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829582.529469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829582.529492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829582.529516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829583.553461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829583.553464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829583.553564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829583.617684:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787829583.617729:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829583.617747:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829583.617786:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829583.617795:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829583.617808:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787829583.617902:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829583] req@ffff9ab5f9800000 x1874671428926080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829583.617944:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428926080/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829583.617959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829583.617965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829583.617970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926080:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829583.617979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829583] req@ffff9ab5f9801e00 x1874671428926208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829583.617991:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428926208/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829583.618000:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829583.618004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829583.618008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829583.618020:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829583] req@ffff9ab5f9803840 x1874671428926336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829583.618033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428926336/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829583.618041:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829583.618045:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829583.618049:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926336:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829583.618057:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829583] req@ffff9ab5f9802940 x1874671428925952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829583.618073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428925952/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829583.618081:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829583.618086:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829583.618089:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428925952:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829584.577457:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829584.577480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829584.577508:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829585.601466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829585.601505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829585.601522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829585.665534:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829585.665545:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829585.665549:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829585.665560:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3686 00000100:00080000:0.0:1787829585.665571:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829585.665579:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829585.665612:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428926464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829585.665642:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829585.665646:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829585.665649:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829585.665654:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3686 00000100:00080000:0.0:1787829585.665659:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829585.665663:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829585.665674:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829585.665699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428926464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829585.665707:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428926592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829585.665721:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829585.665725:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829585.665727:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829585.665731:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3686 00000100:00080000:0.0:1787829585.665736:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829585.665741:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829585.665746:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:1.0:1787829585.665763:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829585.665764:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428926720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829585.665776:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829585.665779:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829585.665782:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829585.665787:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3686 00000100:00080000:0.0:1787829585.665790:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829585.665795:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829585.665810:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585] req@ffff9ab5f27acf00 x1874671428926464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787829585.665811:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829585.665832:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428926848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829585.665838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428926464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829585.665861:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829585.665866:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829585.665871:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428926464:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829585.665894:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926592:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829585.665919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829585.665933:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585] req@ffff9ab5f27ad2c0 x1874671428926592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829585.665946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428926592/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829585.665956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829585.665959:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829585.665963:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926592:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829585.665970:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829585.665995:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829585.666007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585] req@ffff9ab5f27ae940 x1874671428926720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829585.666018:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428926720/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829585.666026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829585.666030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829585.666034:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829585.666041:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926848:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829585.666062:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829585.666074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585] req@ffff9ab5f27af840 x1874671428926848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829585.666085:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428926848/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829585.666093:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829585.666096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829585.666099:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428926848:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829586.625455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829586.625487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829586.625520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829587.649462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829587.649476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829587.649490:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829588.673461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829588.673488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829588.673506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829589.697457:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829589.697473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829589.697595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829590.721512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829590.721512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829590.721556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829590.785532:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829590.785540:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829590.785543:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829590.785551:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3691 00000100:00080000:1.0:1787829590.785560:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829590.785566:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829590.785598:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428926976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829590.785624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829590.785627:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829590.785628:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829590.785631:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3691 00000100:00080000:1.0:1787829590.785634:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829590.785637:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829590.785645:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829590.785654:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428927104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829590.785663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428926976:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829590.785663:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829590.785670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829590.785673:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829590.785677:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3691 00000100:00080000:1.0:1787829590.785678:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829590.785680:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829590.785684:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829590.785692:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428927232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829590.785698:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829590.785700:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829590.785701:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829590.785704:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3691 00000100:00080000:1.0:1787829590.785706:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829590.785708:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829590.785711:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829590.785717:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428927360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829590.785733:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829590.785778:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff9ab5f24bb840 x1874671428926976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.785797:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428926976/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.785809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.785814:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829590.785818:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428926976:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829590.785839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927104:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829590.785859:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829590.785876:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff9ab5f24b92c0 x1874671428927104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.785885:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428927104/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.785891:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.785893:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829590.785895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927104:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829590.785900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829590.785914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829590.785921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff9ab5f24b83c0 x1874671428927232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.785928:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428927232/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.785934:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.785936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829590.785938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829590.785941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927360:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829590.785951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829590.785956:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff9ab5f24b8000 x1874671428927360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.785963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428927360/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.785974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.785976:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829590.785978:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927360:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829591.745469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829591.745469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829591.745518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829592.769490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829592.769493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829592.769522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829593.793464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829593.793469:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829593.793522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829594.817489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829594.817490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829594.817511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829595.841473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829595.841498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829595.841505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829595.905502:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829595.905510:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829595.905514:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829595.905521:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3696 00000100:00080000:2.0:1787829595.905530:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829595.905535:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829595.905568:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428927488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829595.905587:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829595.905590:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829595.905592:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829595.905596:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3696 00000100:00080000:2.0:1787829595.905599:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829595.905603:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829595.905612:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829595.905626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428927616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829595.905636:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428927488:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829595.905639:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829595.905643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829595.905647:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829595.905650:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3696 00000100:00080000:2.0:1787829595.905653:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829595.905655:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829595.905659:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829595.905667:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428927744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829595.905673:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829595.905676:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829595.905677:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829595.905679:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3696 00000100:00080000:2.0:1787829595.905681:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829595.905683:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829595.905685:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829595.905693:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428927872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829595.905698:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829595.905733:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff9ab5f9801a40 x1874671428927488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.905744:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428927488/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.905751:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.905753:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829595.905756:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428927488:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829595.905773:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927616:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829595.905786:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829595.905793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff9ab5f98021c0 x1874671428927616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.905800:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428927616/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.905806:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.905808:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829595.905810:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927616:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829595.905813:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829595.905823:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829595.905828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff9ab5f9801680 x1874671428927744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.905834:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428927744/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.905843:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.905845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829595.905847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829595.905850:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927872:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829595.905858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829595.905862:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff9ab5f9800780 x1874671428927872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.905868:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428927872/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.905873:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.905874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829595.905876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428927872:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829596.865485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829596.865485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829596.865514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829597.889547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829597.889553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829597.889613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829598.913459:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829598.913522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829598.913547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787829599.937512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829599.937574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829599.937669:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829600.961489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829600.961563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829600.961571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:0.0:1787829601.025503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829601.025512:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829601.025515:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829601.025523:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3701 00000100:00080000:0.0:1787829601.025533:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829601.025539:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829601.025572:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428928000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829601.025594:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829601.025596:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829601.025598:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829601.025600:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3701 00000100:00080000:0.0:1787829601.025603:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829601.025605:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829601.025612:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829601.025622:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428928128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829601.025628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829601.025631:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829601.025632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829601.025634:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3701 00000100:00080000:0.0:1787829601.025636:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829601.025638:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829601.025642:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829601.025644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428928000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829601.025651:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428928256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829601.025658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829601.025660:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829601.025661:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829601.025663:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3701 00000100:00080000:0.0:1787829601.025666:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829601.025668:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829601.025670:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829601.025684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428928384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829601.025707:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829601.025749:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601] req@ffff9ab5f27acb40 x1874671428928000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829601.025766:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428928000/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829601.025777:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829601.025781:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829601.025785:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428928000:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829601.025793:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928128:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829601.025816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829601.025828:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601] req@ffff9ab5f27ac000 x1874671428928128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829601.025840:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428928128/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829601.025848:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829601.025852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829601.025855:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928128:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829601.025876:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829601.025895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829601.025905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601] req@ffff9ab5f27af480 x1874671428928256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829601.025915:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428928256/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829601.025924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829601.025927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829601.025930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829601.025935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928384:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829601.025952:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829601.025962:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601] req@ffff9ab5f27af0c0 x1874671428928384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829601.025973:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428928384/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829601.025980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829601.025983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829601.025986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928384:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829601.985492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829601.985495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829601.985521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829603.009470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829603.009470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829603.009505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829604.033504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829604.033510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829604.033531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829605.057486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829605.057530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829605.057532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829606.081499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829606.081499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829606.081531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829606.145504:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829606.145515:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829606.145519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829606.145531:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3706 00000100:00080000:2.0:1787829606.145541:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829606.145548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829606.145579:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428928512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829606.145601:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829606.145604:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829606.145605:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829606.145609:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3706 00000100:00080000:2.0:1787829606.145611:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829606.145613:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829606.145620:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829606.145628:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428928640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829606.145635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829606.145638:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829606.145640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829606.145643:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3706 00000100:00080000:2.0:1787829606.145646:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829606.145648:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829606.145652:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829606.145658:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428928768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829606.145663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428928512:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829606.145667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829606.145671:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829606.145672:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829606.145675:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3706 00000100:00080000:2.0:1787829606.145677:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829606.145679:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829606.145682:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829606.145690:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428928896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829606.145719:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829606.145758:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606] req@ffff9ab5f98003c0 x1874671428928512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829606.145774:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428928512/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829606.145783:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829606.145786:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829606.145789:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428928512:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829606.145795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928640:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829606.145810:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829606.145818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606] req@ffff9ab5f9802d00 x1874671428928640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829606.145826:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428928640/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829606.145838:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829606.145840:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829606.145843:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928640:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829606.145861:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829606.145875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829606.145882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606] req@ffff9ab5f9803480 x1874671428928768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829606.145890:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428928768/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829606.145896:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829606.145898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829606.145900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829606.145903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928896:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829606.145914:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829606.145919:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606] req@ffff9ab5f9800780 x1874671428928896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829606.145927:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428928896/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829606.145932:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829606.145934:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829606.145936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428928896:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829607.105479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829607.105480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829607.105514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829608.129519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829608.129519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829608.129546:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829609.153494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829609.153495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829609.153530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829610.177499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829610.177499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829610.177542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829611.201493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829611.201517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829611.201566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829611.265612:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829611.265623:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829611.265629:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829611.265643:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3711 00000100:00080000:2.0:1787829611.265657:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829611.265667:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829611.265713:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428929024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829611.265749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829611.265755:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829611.265757:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829611.265763:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3711 00000100:00080000:2.0:1787829611.265769:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829611.265774:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829611.265786:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829611.265800:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428929152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829611.265811:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829611.265817:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829611.265818:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428929024:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829611.265819:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829611.265828:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3711 00000100:00080000:2.0:1787829611.265834:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829611.265837:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829611.265841:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829611.265852:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428929280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829611.265860:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829611.265863:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829611.265865:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829611.265868:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3711 00000100:00080000:2.0:1787829611.265871:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829611.265873:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829611.265876:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829611.265884:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428929408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829611.265912:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829611.265964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611] req@ffff9ab5f9801680 x1874671428929024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829611.265996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428929024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829611.266024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829611.266030:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829611.266035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428929024:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829611.266066:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929152:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829611.266092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829611.266107:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611] req@ffff9ab5f98021c0 x1874671428929152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829611.266120:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428929152/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829611.266130:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829611.266134:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829611.266139:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929152:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829611.266146:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829611.266170:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829611.266185:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611] req@ffff9ab5f9801a40 x1874671428929280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829611.266199:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428929280/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829611.266217:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829611.266222:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829611.266225:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829611.266235:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929408:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829611.266259:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829611.266277:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611] req@ffff9ab5f9802940 x1874671428929408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829611.266293:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428929408/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829611.266302:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829611.266306:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829611.266311:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929408:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829612.225494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829612.225530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829612.225577:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829613.249490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829613.249522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829613.249587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829614.273512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829614.273546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829614.273600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829615.297515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829615.297582:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829615.297588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829616.321496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829616.321518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829616.321554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829616.385546:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829616.385555:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829616.385558:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829616.385566:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3717 00000100:00080000:3.0:1787829616.385575:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829616.385581:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829616.385610:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428929536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829616.385635:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829616.385638:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829616.385639:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829616.385642:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3717 00000100:00080000:3.0:1787829616.385644:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829616.385646:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829616.385654:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829616.385663:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428929664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829616.385670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829616.385673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829616.385674:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829616.385677:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3717 00000100:00080000:3.0:1787829616.385680:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787829616.385685:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428929536:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829616.385687:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829616.385695:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829616.385710:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428929792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829616.385722:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829616.385725:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829616.385727:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829616.385729:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3717 00000100:00080000:3.0:1787829616.385733:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829616.385737:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829616.385740:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829616.385750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829616.385760:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428929920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829616.385796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616] req@ffff9ab5f994b840 x1874671428929536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829616.385816:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428929536/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829616.385828:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829616.385833:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829616.385838:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428929536:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829616.385847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929664:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829616.385870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829616.385882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616] req@ffff9ab5f9949a40 x1874671428929664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829616.385894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428929664/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829616.385903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829616.385907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829616.385910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929664:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829616.385932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829616.385948:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829616.385957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616] req@ffff9ab5f9949e00 x1874671428929792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829616.385983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428929792/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829616.385994:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829616.385997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829616.386000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829616.386006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929920:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829616.386024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829616.386034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616] req@ffff9ab5f9948000 x1874671428929920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829616.386056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428929920/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829616.386065:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829616.386069:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829616.386072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428929920:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829617.345485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829617.345486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829617.345524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829618.369492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829618.369495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829618.369541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829619.393472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829619.393485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829619.393553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829620.417459:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829620.417530:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829620.417540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829621.441477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829621.441533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829621.441629:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829621.505494:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829621.505502:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829621.505506:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829621.505514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3722 00000100:00080000:1.0:1787829621.505524:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829621.505529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829621.505561:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428930048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829621.505584:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829621.505588:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829621.505590:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829621.505595:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3722 00000100:00080000:1.0:1787829621.505598:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829621.505602:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829621.505612:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829621.505622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428930048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829621.505625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428930176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829621.505635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829621.505638:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829621.505640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829621.505644:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3722 00000100:00080000:1.0:1787829621.505647:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829621.505650:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829621.505654:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829621.505663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428930304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829621.505671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829621.505674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829621.505675:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829621.505678:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3722 00000800:00000100:0.0:1787829621.505679:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829621.505681:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829621.505684:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829621.505688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829621.505696:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428930432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829621.505717:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621] req@ffff9ab5f24b8f00 x1874671428930048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829621.505746:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428930048/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829621.505758:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829621.505761:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829621.505764:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428930048:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829621.505781:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930176:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829621.505799:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829621.505808:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621] req@ffff9ab5f24ba1c0 x1874671428930176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829621.505815:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428930176/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829621.505821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829621.505823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829621.505825:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930176:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829621.505829:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930304:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829621.505839:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829621.505845:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621] req@ffff9ab5f24b9680 x1874671428930304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829621.505852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428930304/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829621.505857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829621.505859:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829621.505861:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829621.505865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930432:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829621.505876:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829621.505882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621] req@ffff9ab5f24ba580 x1874671428930432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829621.505889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428930432/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829621.505894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829621.505896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829621.505897:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930432:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829622.465462:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829622.465504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829622.465558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829623.489563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829623.489564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829623.489625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829624.513472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829624.513479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829624.513539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829625.537462:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829625.537469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829625.537512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829626.561501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829626.561501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829626.561570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829626.625493:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829626.625501:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829626.625505:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829626.625512:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3727 00000100:00080000:1.0:1787829626.625521:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829626.625528:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829626.625567:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428930560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829626.625592:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829626.625595:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829626.625597:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829626.625600:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3727 00000100:00080000:1.0:1787829626.625603:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829626.625606:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829626.625614:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829626.625624:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428930688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829626.625632:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829626.625635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829626.625636:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829626.625641:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428930560:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829626.625642:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3727 00000100:00080000:1.0:1787829626.625647:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829626.625652:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829626.625655:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829626.625663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428930816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829626.625675:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829626.625677:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829626.625678:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829626.625680:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3727 00000100:00080000:1.0:1787829626.625692:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829626.625694:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829626.625697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829626.625701:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829626.625706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428930944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829626.625745:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626] req@ffff9ab5f24ba580 x1874671428930560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829626.625758:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428930560/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829626.625765:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829626.625768:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829626.625772:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428930560:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829626.625790:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930688:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829626.625805:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829626.625813:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626] req@ffff9ab5f24b9680 x1874671428930688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829626.625821:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428930688/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829626.625826:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829626.625828:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829626.625831:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930688:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829626.625834:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829626.625845:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829626.625850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626] req@ffff9ab5f24ba1c0 x1874671428930816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829626.625857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428930816/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829626.625863:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829626.625865:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829626.625866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829626.625870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930944:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829626.625879:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829626.625888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626] req@ffff9ab5f24b8f00 x1874671428930944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829626.625917:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428930944/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829626.625926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829626.625930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829626.625934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428930944:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829627.585500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829627.585500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829627.585571:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829628.609509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829628.609510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829628.609592:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829629.633518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829629.633518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829629.633549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829630.657497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829630.657497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829630.657570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829631.681518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829631.681519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829631.681569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829631.745557:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829631.745572:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829631.745578:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829631.745591:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3732 00000100:00080000:1.0:1787829631.745605:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829631.745614:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829631.745667:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428931072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829631.745702:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829631.745707:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829631.745709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829631.745714:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3732 00000100:00080000:1.0:1787829631.745718:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829631.745723:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829631.745737:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829631.745750:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428931072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829631.745755:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428931200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829631.745769:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829631.745773:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829631.745776:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829631.745780:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3732 00000100:00080000:1.0:1787829631.745784:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829631.745789:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829631.745795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829631.745808:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428931328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829631.745818:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829631.745822:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787829631.745825:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829631.745827:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829631.745835:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3732 00000100:00080000:1.0:1787829631.745840:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829631.745845:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829631.745851:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829631.745881:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428931456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829631.745888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff9ab5f24b8000 x1874671428931072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.745908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428931072/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.745916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.745920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829631.745924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428931072:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829631.745948:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931200:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829631.745967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829631.745976:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff9ab5f24b83c0 x1874671428931200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.745985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428931200/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.745992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.745994:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829631.745997:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931200:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829631.746000:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829631.746013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829631.746018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff9ab5f24b92c0 x1874671428931328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.746026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428931328/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.746032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.746034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829631.746036:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829631.746040:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931456:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829631.746050:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829631.746056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff9ab5f24bb840 x1874671428931456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.746063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428931456/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.746072:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.746075:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829631.746077:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931456:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829632.705505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829632.705505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829632.705597:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829633.729514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829633.729514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829633.729540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829634.753509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829634.753563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829634.753652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829635.777555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829635.777573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829635.777638:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829636.801489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829636.801495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829636.801535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829636.865940:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829636.865952:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829636.865955:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829636.865964:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3737 00000100:00080000:2.0:1787829636.865974:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829636.865981:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829636.866012:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428931584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829636.866040:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829636.866044:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829636.866046:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829636.866052:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3737 00000100:00080000:2.0:1787829636.866056:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829636.866060:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829636.866070:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829636.866090:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428931712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829636.866102:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829636.866106:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829636.866108:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829636.866112:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3737 00000100:00080000:2.0:1787829636.866116:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829636.866121:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829636.866128:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829636.866135:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428931584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829636.866147:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428931840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829636.866163:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829636.866167:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829636.866169:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829636.866172:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3737 00000100:00080000:2.0:1787829636.866176:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829636.866179:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829636.866184:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829636.866194:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428931968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829636.866220:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829636.866267:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff9ab5f9803840 x1874671428931584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.866283:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428931584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.866293:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.866297:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829636.866300:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428931584:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829636.866307:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931712:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829636.866324:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829636.866332:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff9ab5f9801e00 x1874671428931712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.866340:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428931712/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.866351:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.866353:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829636.866356:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931712:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829636.866378:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829636.866390:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829636.866396:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff9ab5f9800000 x1874671428931840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.866453:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428931840/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.866460:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.866462:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829636.866465:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829636.866470:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931968:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829636.866484:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829636.866491:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff9ab5f98012c0 x1874671428931968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.866499:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428931968/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.866504:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.866506:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829636.866509:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428931968:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829637.825475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829637.825476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829637.825518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829638.849496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829638.849496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829638.849521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829639.873522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829639.873526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829639.873561:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829640.897549:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829640.897565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829640.897573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829641.921464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829641.921489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829641.921528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829641.985536:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829641.985547:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829641.985552:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829641.985562:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3742 00000100:00080000:3.0:1787829641.985574:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829641.985582:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829641.985622:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428932096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829641.985651:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829641.985655:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829641.985657:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829641.985661:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3742 00000100:00080000:3.0:1787829641.985666:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829641.985670:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829641.985680:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829641.985694:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428932224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829641.985706:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829641.985710:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829641.985713:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829641.985717:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3742 00000100:00080000:3.0:1787829641.985722:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829641.985726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428932096:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829641.985731:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829641.985739:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829641.985755:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428932352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829641.985767:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829641.985771:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829641.985773:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829641.985778:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3742 00000100:00080000:3.0:1787829641.985782:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829641.985804:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829641.985807:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787829641.985812:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829641.985827:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428932480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829641.985854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff9ab5f994b480 x1874671428932096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829641.985869:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428932096/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829641.985878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829641.985881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829641.985884:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428932096:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829641.985889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932224:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829641.985905:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829641.985913:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff9ab5f994a940 x1874671428932224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829641.985920:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428932224/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829641.985926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829641.985928:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829641.985930:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932224:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829641.985947:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829641.985958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829641.985964:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff9ab5f9948f00 x1874671428932352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829641.985972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428932352/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829641.985977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829641.985979:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829641.985981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829641.985984:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932480:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829641.985993:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829641.985999:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff9ab5f994a1c0 x1874671428932480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829641.986006:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428932480/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829641.986011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829641.986012:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829641.986014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932480:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829642.945565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829642.945575:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829642.945607:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829643.969501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829643.969545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829643.969567:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829644.993591:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829644.993600:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829644.993606:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829646.017475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829646.017511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829646.017629:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829647.041466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829647.041490:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829647.041495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787829647.105506:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829647.105519:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829647.105524:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829647.105535:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3747 00000100:00080000:3.0:1787829647.105546:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829647.105555:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829647.105594:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428932608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829647.105630:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829647.105635:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829647.105637:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829647.105642:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3747 00000100:00080000:3.0:1787829647.105647:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829647.105652:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829647.105662:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829647.105679:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428932608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829647.105681:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428932736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829647.105700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829647.105704:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829647.105707:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829647.105711:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3747 00000100:00080000:3.0:1787829647.105716:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829647.105721:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829647.105727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829647.105739:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428932864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829647.105750:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829647.105772:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829647.105775:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829647.105780:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3747 00000100:00080000:3.0:1787829647.105785:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829647.105790:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829647.105801:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829647.105832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932864:192.168.203.115@tcp:8:kworker.0 00000008:00100000:3.0:1787829647.105881:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829647.105908:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428932992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829647.105957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829648.065510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829648.065576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829648.065584:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829649.089485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829649.089485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829649.089544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829650.113460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829650.113501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829650.113514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829650.177633:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787829650.177669:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829650.177683:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829650.177712:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829650.177718:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829650.177723:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787829650.177793:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829650] req@ffff9ab5f9948b40 x1874671428932992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829650.177821:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428932992/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829650.177839:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829650.177844:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829650.177849:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932992:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829650.177857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829650] req@ffff9ab5f99492c0 x1874671428932736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829650.177871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428932736/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829650.177879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829650.177883:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829650.177887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932736:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829650.177893:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829650] req@ffff9ab5f994b0c0 x1874671428932864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829650.177905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428932864/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829650.177912:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829650.177916:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829650.177919:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428932864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829650.177926:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829650] req@ffff9ab5f994bc00 x1874671428932608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829650.177943:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428932608/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829650.177950:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829650.177953:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829650.177957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428932608:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829651.137502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829651.137505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829651.137531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829652.161491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829652.161511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829652.161609:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829652.225539:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829652.225551:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829652.225556:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829652.225568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3752 00000100:00080000:0.0:1787829652.225580:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829652.225587:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829652.225626:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428933120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829652.225653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829652.225656:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829652.225657:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829652.225661:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3752 00000100:00080000:0.0:1787829652.225665:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829652.225667:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829652.225678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829652.225689:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428933248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829652.225700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829652.225708:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829652.225711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829652.225711:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428933120:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787829652.225812:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829652.225828:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3752 00000100:00080000:0.0:1787829652.225838:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829652.225845:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829652.225853:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829652.225867:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652] req@ffff9ab5f27ade00 x1874671428933120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829652.225877:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428933376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829652.225918:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428933120/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829652.225931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829652.225936:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829652.225940:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428933120:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829652.225967:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933248:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829652.225999:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829652.226014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652] req@ffff9ab5f27afc00 x1874671428933248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829652.226028:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428933248/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829652.226037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829652.226041:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829652.226045:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933248:192.168.203.115@tcp:38:kworker.0 00000100:00080000:0.0:1787829652.226286:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829652.226291:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829652.226293:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829652.226299:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3752 00000100:00080000:0.0:1787829652.226305:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829652.226313:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829652.226325:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829652.226351:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428933504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829652.226898:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829652.226937:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829652.226953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652] req@ffff9ab5f27ae580 x1874671428933376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829652.226969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428933376/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829652.226977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829652.226981:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829652.226985:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829652.226990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933504:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829652.227010:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829652.227022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652] req@ffff9ab5f27ac3c0 x1874671428933504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829652.227039:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428933504/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829652.227047:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829652.227051:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829652.227055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933504:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829653.185501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829653.185501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829653.185505:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829654.209483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829654.209485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829654.209515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829655.233459:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829655.233477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829655.233540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829656.257467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829656.257529:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829656.257537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829657.281515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829657.281540:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829657.281574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829657.345579:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829657.345587:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829657.345591:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829657.345599:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3758 00000100:00080000:3.0:1787829657.345608:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829657.345614:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829657.345645:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428933632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829657.345666:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829657.345669:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829657.345670:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829657.345673:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3758 00000100:00080000:3.0:1787829657.345675:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829657.345678:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829657.345699:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829657.345711:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428933760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829657.345719:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829657.345722:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829657.345723:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829657.345726:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3758 00000100:00080000:3.0:1787829657.345729:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829657.345732:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829657.345736:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829657.345742:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428933888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829657.345751:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829657.345753:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829657.345754:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829657.345757:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3758 00000100:00080000:3.0:1787829657.345760:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829657.345766:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829657.345770:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829657.345771:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428933632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829657.345787:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428934016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829657.345875:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829657.345941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829657] req@ffff9ab5f9948780 x1874671428933632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829657.345964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428933632/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829657.345977:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829657.345983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829657.345988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428933632:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829657.346008:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933760:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829657.346036:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829657.346052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829657] req@ffff9ab5f994a580 x1874671428933760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829657.346065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428933760/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829657.346074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829657.346078:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829657.346082:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933760:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829657.346111:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829657.346133:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829657.346163:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829657] req@ffff9ab5f994ad00 x1874671428933888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829657.346177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428933888/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829657.346187:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829657.346190:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829657.346194:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428933888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829657.346200:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934016:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829657.346223:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829657.346236:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829657] req@ffff9ab5f994bc00 x1874671428934016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829657.346249:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428934016/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829657.346259:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829657.346262:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829657.346266:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934016:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829658.305498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829658.305514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829658.305549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829659.329497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829659.329515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829659.329525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829660.353508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829660.353522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829660.353563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829661.377479:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829661.377501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829661.377505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829662.401493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829662.401499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829662.401512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829662.465512:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829662.465521:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829662.465524:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829662.465532:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3763 00000100:00080000:1.0:1787829662.465541:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829662.465548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829662.465589:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428934144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829662.465616:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829662.465620:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829662.465621:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829662.465624:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3763 00000100:00080000:1.0:1787829662.465627:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829662.465630:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829662.465639:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829662.465663:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428934272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829662.465671:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829662.465674:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829662.465676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829662.465679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3763 00000100:00080000:1.0:1787829662.465681:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829662.465684:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829662.465688:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829662.465690:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428934144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829662.465698:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428934400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829662.465706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829662.465708:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829662.465709:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829662.465711:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3763 00000100:00080000:1.0:1787829662.465713:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829662.465715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829662.465719:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829662.465727:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428934528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829662.465762:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829662.465807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662] req@ffff9ab5f24bb840 x1874671428934144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829662.465825:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428934144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829662.465836:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829662.465841:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829662.465845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428934144:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829662.465853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934272:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829662.465877:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829662.465891:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662] req@ffff9ab5f24b92c0 x1874671428934272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829662.465903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428934272/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829662.465910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829662.465912:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829662.465915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934272:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829662.465934:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829662.465950:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829662.465957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662] req@ffff9ab5f24b83c0 x1874671428934400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829662.465965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428934400/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829662.465971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829662.465973:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829662.465975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829662.465979:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934528:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829662.465988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829662.465993:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662] req@ffff9ab5f24b8000 x1874671428934528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829662.466000:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428934528/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829662.466005:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829662.466007:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829662.466009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934528:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829663.425477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829663.425480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829663.425500:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829664.449504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829664.449504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829664.449528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829665.473473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829665.473474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829665.473573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829666.497534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829666.497534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829666.497590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829667.521490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829667.521511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829667.521574:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829667.585503:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829667.585514:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829667.585520:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829667.585547:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3768 00000100:00080000:0.0:1787829667.585561:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829667.585570:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829667.585641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428934656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829667.585686:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829667.585688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829667.585690:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829667.585694:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3768 00000100:00080000:0.0:1787829667.585696:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829667.585699:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829667.585709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829667.585720:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428934784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829667.585729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829667.585733:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829667.585734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829667.585737:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3768 00000100:00080000:0.0:1787829667.585739:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829667.585741:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829667.585745:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829667.585760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428934912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829667.585764:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428934656:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829667.585787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829667.585790:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829667.585792:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829667.585796:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3768 00000100:00080000:0.0:1787829667.585800:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829667.585802:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829667.585806:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829667.585819:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428935040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829667.585842:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829667.585893:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667] req@ffff9ab5f27ad680 x1874671428934656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829667.585908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428934656/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829667.585917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829667.585921:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829667.585924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428934656:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829667.585931:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934784:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829667.585946:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829667.585954:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667] req@ffff9ab5f27aed00 x1874671428934784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829667.585962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428934784/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829667.585968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829667.585971:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829667.585973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934784:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829667.585992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829667.586006:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829667.586013:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667] req@ffff9ab5f27ae1c0 x1874671428934912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829667.586025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428934912/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829667.586034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829667.586047:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829667.586050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428934912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829667.586058:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935040:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829667.586079:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829667.586088:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667] req@ffff9ab5f27ac3c0 x1874671428935040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829667.586096:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428935040/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829667.586101:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829667.586103:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829667.586105:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935040:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829668.545526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829668.545526:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829668.545581:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829669.569503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829669.569503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829669.569613:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829670.593516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829670.593516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829670.593556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829671.617512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829671.617517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829671.617643:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829672.641529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829672.641529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829672.641558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829672.705617:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829672.705628:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829672.705633:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829672.705645:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3773 00000100:00080000:1.0:1787829672.705657:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829672.705665:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829672.705741:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428935168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829672.705769:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829672.705772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829672.705774:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829672.705778:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3773 00000100:00080000:1.0:1787829672.705780:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829672.705783:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829672.705793:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829672.705805:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428935296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829672.705814:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829672.705817:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829672.705821:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829672.705823:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428935168:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829672.705827:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3773 00000100:00080000:1.0:1787829672.705834:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829672.705837:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829672.705842:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829672.705850:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428935424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829672.705857:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829672.705860:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829672.705862:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829672.705865:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3773 00000100:00080000:1.0:1787829672.705867:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829672.705881:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829672.705884:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829672.705891:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428935552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829672.705915:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829672.705979:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff9ab5f24b8f00 x1874671428935168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829672.705996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428935168/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829672.706022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829672.706026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829672.706029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428935168:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829672.706054:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935296:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829672.706073:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829672.706083:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff9ab5f24ba1c0 x1874671428935296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829672.706096:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428935296/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829672.706122:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829672.706126:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829672.706129:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935296:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829672.706136:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829672.706160:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829672.706172:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff9ab5f24b9680 x1874671428935424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829672.706193:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428935424/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829672.706200:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829672.706202:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829672.706204:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829672.706208:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935552:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829672.706224:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829672.706232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff9ab5f24ba580 x1874671428935552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829672.706239:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428935552/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829672.706252:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829672.706254:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829672.706257:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935552:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829673.665550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829673.665559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829673.665612:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829674.689486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829674.689487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829674.689549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829675.713546:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829675.713546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829675.713620:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829676.737521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829676.737521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829676.737566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829677.761518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829677.761518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829677.761604:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829677.825536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829677.825561:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829677.825565:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829677.825577:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3778 00000100:00080000:2.0:1787829677.825590:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829677.825598:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829677.825641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428935680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829677.825672:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829677.825675:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829677.825676:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829677.825680:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3778 00000100:00080000:2.0:1787829677.825682:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829677.825685:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829677.825696:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829677.825706:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428935808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829677.825715:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829677.825718:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829677.825720:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829677.825725:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428935680:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829677.825725:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3778 00000100:00080000:2.0:1787829677.825730:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829677.825735:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829677.825739:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829677.825760:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428935936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829677.825767:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829677.825770:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829677.825772:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829677.825774:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3778 00000100:00080000:2.0:1787829677.825778:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829677.825780:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829677.825784:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829677.825792:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428936064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829677.825803:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829677.825850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff9ab5f9802580 x1874671428935680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.825870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428935680/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.825890:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.825895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829677.825900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428935680:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829677.825926:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935808:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829677.825946:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829677.825955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff9ab5f9800f00 x1874671428935808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.825964:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428935808/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.825970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.825973:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829677.825975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935808:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829677.825979:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829677.825991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829677.825997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff9ab5f9800b40 x1874671428935936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.826016:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428935936/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.826022:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.826024:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829677.826027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428935936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829677.826031:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936064:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829677.826043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829677.826049:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff9ab5f98012c0 x1874671428936064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.826057:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428936064/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.826062:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.826064:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829677.826066:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936064:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829678.785481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829678.785551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829678.785602:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829679.809547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829679.809554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829679.809576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829680.833470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829680.833486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829680.833541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829681.857466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829681.857470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829681.857529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829682.881468:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829682.881495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829682.881536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829682.945569:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829682.945578:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829682.945583:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829682.945595:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3783 00000100:00080000:2.0:1787829682.945608:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829682.945618:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829682.945666:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428936192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829682.945706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829682.945709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829682.945711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829682.945716:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3783 00000100:00080000:2.0:1787829682.945720:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829682.945724:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829682.945735:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829682.945751:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428936320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829682.945768:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829682.945772:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829682.945775:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829682.945777:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428936192:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829682.945779:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3783 00000100:00080000:2.0:1787829682.945785:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829682.945790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829682.945794:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829682.945805:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428936448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829682.945814:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829682.945818:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829682.945820:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829682.945824:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3783 00000100:00080000:2.0:1787829682.945829:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829682.945834:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829682.945839:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829682.945854:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428936576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829682.945858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829682.945907:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829682] req@ffff9ab5f9800000 x1874671428936192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829682.945923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428936192/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829682.945937:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829682.945940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829682.945944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428936192:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829682.945977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936320:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829682.945997:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829682.946008:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829682] req@ffff9ab5f9801e00 x1874671428936320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829682.946017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428936320/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829682.946024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829682.946027:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829682.946029:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936320:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829682.946033:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829682.946046:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829682.946052:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829682] req@ffff9ab5f9803840 x1874671428936448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829682.946060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428936448/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829682.946066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829682.946068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829682.946070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829682.946075:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936576:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829682.946086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829682.946092:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829682] req@ffff9ab5f9802940 x1874671428936576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829682.946100:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428936576/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829682.946105:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829682.946107:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829682.946109:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936576:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829683.905553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829683.905553:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829683.905625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829684.929480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829684.929484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829684.929573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829685.953508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829685.953559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829685.953595:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829686.977518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829686.977521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829686.977556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829688.001534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829688.001536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829688.001549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829688.065592:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829688.065607:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829688.065613:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829688.065627:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3788 00000100:00080000:0.0:1787829688.065642:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829688.065650:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829688.065714:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428936704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829688.065745:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829688.065750:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829688.065752:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829688.065757:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3788 00000100:00080000:0.0:1787829688.065763:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829688.065785:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829688.065798:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829688.065813:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428936832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829688.065815:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428936704:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829688.065826:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829688.065830:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829688.065832:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829688.065835:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3788 00000100:00080000:0.0:1787829688.065837:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829688.065840:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829688.065844:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829688.065853:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428936960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829688.065861:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829688.065864:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829688.065865:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829688.065868:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3788 00000100:00080000:0.0:1787829688.065885:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829688.065889:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829688.065892:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829688.065908:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829688.065912:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428937088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829688.065987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688] req@ffff9ab5f27ae580 x1874671428936704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829688.066013:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428936704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829688.066025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829688.066029:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829688.066042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428936704:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829688.066073:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936832:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829688.066102:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829688.066114:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688] req@ffff9ab5f27afc00 x1874671428936832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829688.066134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428936832/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829688.066141:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829688.066145:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829688.066149:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936832:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829688.066156:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936960:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829688.066180:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829688.066193:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688] req@ffff9ab5f27ade00 x1874671428936960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829688.066203:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428936960/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829688.066210:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829688.066213:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829688.066215:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428936960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829688.066220:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937088:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829688.066235:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829688.066242:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688] req@ffff9ab5f27af0c0 x1874671428937088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829688.066269:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428937088/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829688.066277:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829688.066281:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829688.066284:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937088:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829689.025569:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829689.025570:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829689.025649:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829690.049546:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829690.049577:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829690.049619:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829691.073525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829691.073538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829691.073564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829692.097506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829692.097519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829692.097598:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829693.121542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829693.121558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829693.121573:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787829693.185507:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829693.185514:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829693.185518:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829693.185526:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3793 00000100:00080000:2.0:1787829693.185535:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829693.185541:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829693.185570:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428937216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829693.185597:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829693.185601:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829693.185604:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829693.185609:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3793 00000100:00080000:2.0:1787829693.185614:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829693.185619:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829693.185624:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428937216:192.168.203.115@tcp:250:kworker.0 00000008:00100000:2.0:1787829693.185631:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829693.185650:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428937344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829693.185658:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829693.185662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829693.185663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829693.185666:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3793 00000100:00080000:2.0:1787829693.185670:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829693.185674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829693.185678:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829693.185687:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428937472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829693.185694:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829693.185701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829693.185705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829693.185706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829693.185710:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3793 00000100:00080000:2.0:1787829693.185714:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829693.185716:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829693.185720:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829693.185727:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428937600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829693.185736:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693] req@ffff9ab5f9801a40 x1874671428937216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829693.185751:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428937216/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829693.185760:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829693.185763:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829693.185767:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428937216:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829693.185788:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937344:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829693.185817:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829693.185831:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693] req@ffff9ab5f98021c0 x1874671428937344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829693.185851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428937344/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829693.185857:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829693.185859:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829693.185862:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937344:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829693.185868:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829693.185910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829693.185922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693] req@ffff9ab5f9801680 x1874671428937472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829693.185935:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428937472/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829693.185963:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829693.185965:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829693.185968:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829693.185973:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937600:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829693.185989:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829693.185997:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693] req@ffff9ab5f9800780 x1874671428937600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829693.186014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428937600/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829693.186024:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829693.186026:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829693.186028:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937600:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829694.145499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829694.145505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829694.145528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829695.169510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829695.169510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829695.169534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829696.193469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829696.193527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829696.194458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829697.217505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829697.217532:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829697.217699:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829698.241481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829698.241501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829698.241520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:2.0:1787829698.305521:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829698.305529:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829698.305533:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829698.305541:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3799 00000100:00080000:2.0:1787829698.305551:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829698.305557:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829698.305597:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428937728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829698.305620:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829698.305622:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829698.305624:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829698.305627:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3799 00000100:00080000:2.0:1787829698.305630:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829698.305632:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829698.305641:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829698.305652:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428937856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829698.305660:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829698.305662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829698.305664:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829698.305670:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3799 00000100:00100000:1.0:1787829698.305671:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428937728:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829698.305672:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829698.305678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829698.305684:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829698.305691:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428937984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829698.305697:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829698.305700:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829698.305701:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829698.305704:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3799 00000100:00080000:2.0:1787829698.305706:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829698.305708:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829698.305711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829698.305717:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428938112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829698.305734:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829698.305777:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698] req@ffff9ab5f9803480 x1874671428937728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829698.305791:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428937728/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829698.305798:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829698.305801:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829698.305804:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428937728:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829698.305821:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937856:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829698.305835:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829698.305844:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698] req@ffff9ab5f9802d00 x1874671428937856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829698.305851:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428937856/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829698.305858:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829698.305860:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829698.305862:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937856:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829698.305866:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829698.305876:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829698.305882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698] req@ffff9ab5f98003c0 x1874671428937984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829698.305889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428937984/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829698.305894:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829698.305896:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829698.305898:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428937984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829698.305901:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938112:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829698.305910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829698.305915:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698] req@ffff9ab5f9800780 x1874671428938112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829698.305922:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428938112/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829698.305927:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829698.305929:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829698.305931:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938112:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829699.265494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829699.265494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829699.265516:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829700.289469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829700.289473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829700.289584:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829701.313501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829701.313501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829701.313530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829702.337489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829702.337489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829702.337562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829703.361527:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829703.361541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829703.361565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787829703.425750:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829703.425766:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829703.425772:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829703.425787:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3804 00000100:00080000:3.0:1787829703.425803:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829703.425812:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829703.425865:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428938240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829703.425902:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829703.425911:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829703.425913:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829703.425919:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3804 00000100:00080000:3.0:1787829703.425924:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829703.425930:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829703.425951:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829703.425962:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428938240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829703.425971:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428938368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829703.425988:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829703.425992:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829703.425994:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829703.425997:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3804 00000100:00080000:3.0:1787829703.426001:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829703.426004:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829703.426010:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829703.426021:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428938496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829703.426028:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829703.426032:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829703.426034:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829703.426038:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3804 00000100:00080000:3.0:1787829703.426043:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829703.426047:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829703.426052:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829703.426066:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829703.426068:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428938624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829703.426115:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703] req@ffff9ab5f994b0c0 x1874671428938240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829703.426131:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428938240/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829703.426141:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829703.426144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829703.426148:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428938240:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829703.426170:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938368:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829703.426188:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829703.426198:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703] req@ffff9ab5f99492c0 x1874671428938368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829703.426207:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428938368/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829703.426214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829703.426216:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829703.426219:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938368:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829703.426224:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829703.426236:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829703.426243:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703] req@ffff9ab5f9948b40 x1874671428938496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829703.426250:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428938496/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829703.426257:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829703.426259:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829703.426261:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829703.426264:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938624:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829703.426279:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829703.426289:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703] req@ffff9ab5f994a1c0 x1874671428938624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829703.426300:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428938624/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829703.426308:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829703.426312:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829703.426315:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938624:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829704.385502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829704.385507:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829704.385527:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829705.409497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829705.409497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829705.409573:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829706.433466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829706.433475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829706.433521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829707.457489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829707.457492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829707.457514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829708.481476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829708.481476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829708.481532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829708.545475:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829708.545486:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829708.545490:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829708.545498:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3809 00000100:00080000:3.0:1787829708.545507:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829708.545514:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829708.545543:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428938752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829708.545567:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829708.545572:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829708.545574:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829708.545579:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3809 00000100:00080000:3.0:1787829708.545582:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829708.545586:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829708.545596:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829708.545611:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428938880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829708.545613:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428938752:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829708.545621:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829708.545625:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829708.545626:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829708.545630:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3809 00000100:00080000:3.0:1787829708.545633:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829708.545636:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829708.545641:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829708.545650:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428939008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829708.545658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829708.545662:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829708.545663:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829708.545666:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3809 00000800:00000100:1.0:1787829708.545670:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829708.545679:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829708.545687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829708.545691:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829708.545700:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428939136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829708.545708:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708] req@ffff9ab5f9948f00 x1874671428938752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829708.545724:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428938752/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829708.545735:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829708.545740:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829708.545744:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428938752:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829708.545767:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938880:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829708.545787:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829708.545796:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708] req@ffff9ab5f994a940 x1874671428938880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829708.545804:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428938880/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829708.545810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829708.545812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829708.545815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428938880:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829708.545819:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829708.545830:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829708.545835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708] req@ffff9ab5f994b480 x1874671428939008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829708.545844:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428939008/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829708.545849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829708.545851:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829708.545853:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829708.545856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939136:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829708.545866:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829708.545871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708] req@ffff9ab5f9948000 x1874671428939136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829708.545878:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428939136/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829708.545883:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829708.545886:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829708.545889:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939136:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829709.505496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829709.505496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829709.505514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829710.529483:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829710.529542:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829710.529545:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829711.553498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829711.553501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829711.553527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829712.577473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829712.577503:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829712.577505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829713.601484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829713.601519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829713.601574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829713.665507:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829713.665518:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829713.665523:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829713.665533:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3814 00000100:00080000:3.0:1787829713.665544:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829713.665551:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829713.665595:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428939264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829713.665633:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829713.665637:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829713.665640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829713.665645:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3814 00000100:00080000:3.0:1787829713.665649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829713.665654:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829713.665667:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829713.665680:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428939392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829713.665690:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829713.665695:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829713.665697:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428939264:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829713.665697:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829713.665706:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3814 00000100:00080000:3.0:1787829713.665709:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829713.665712:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829713.665717:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829713.665728:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428939520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829713.665736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829713.665739:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829713.665740:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829713.665742:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3814 00000100:00080000:3.0:1787829713.665744:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829713.665747:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829713.665750:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829713.665758:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428939648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829713.665823:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829713.665853:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829713.665873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829714.625494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829714.625507:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829714.625511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829715.649475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829715.649498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829715.649559:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829716.673501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829716.673501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829716.673560:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829716.737693:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:2.0:1787829716.737727:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829716.737740:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829716.737776:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829716.737786:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:2.0:1787829716.737795:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:1.0:1787829716.737874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829716] req@ffff9ab5f9949a40 x1874671428939392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829716.737916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428939392/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829716.737931:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829716.737937:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829716.737942:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939392:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829716.737952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829716] req@ffff9ab5f994b840 x1874671428939520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829716.737965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428939520/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829716.737974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829716.737978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829716.737981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829716.737989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829716] req@ffff9ab5f9948000 x1874671428939648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829716.738003:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428939648/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829716.738019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829716.738022:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829716.738026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939648:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829716.738034:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829716] req@ffff9ab5f9949e00 x1874671428939264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829716.738047:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428939264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829716.738056:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829716.738061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829716.738064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428939264:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829717.697448:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829717.697482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829717.697505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829718.721454:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829718.721496:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829718.721520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787829718.785472:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.785481:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829718.785486:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.785495:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3819 00000100:00080000:3.0:1787829718.785506:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.785513:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829718.785543:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428939776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.785569:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.785573:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829718.785575:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.785580:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3819 00000100:00080000:3.0:1787829718.785584:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.785590:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829718.785600:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829718.785610:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428939776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829718.785617:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428939904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.785631:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.785635:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829718.785637:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.785641:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3819 00000100:00080000:3.0:1787829718.785645:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.785650:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829718.785656:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829718.785669:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428940032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.785679:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829718.785684:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829718.785686:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829718.785690:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.785696:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3819 00000100:00080000:3.0:1787829718.785701:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.785706:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829718.785711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829718.785724:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428940160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829718.785745:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff9ab5f994b480 x1874671428939776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829718.785767:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428939776/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829718.785779:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829718.785784:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829718.785790:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428939776:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829718.785813:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939904:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829718.785843:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829718.785857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff9ab5f994a940 x1874671428939904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829718.785870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428939904/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829718.785879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829718.785883:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829718.785887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428939904:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829718.785895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829718.785920:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829718.785935:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff9ab5f9948f00 x1874671428940032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829718.785948:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428940032/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829718.785957:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829718.785960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829718.785964:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829718.785970:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940160:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829718.785994:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829718.786006:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff9ab5f994a1c0 x1874671428940160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829718.786025:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428940160/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829718.786040:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829718.786043:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829718.786047:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940160:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829719.745466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829719.745492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829719.745663:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829720.769460:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829720.769476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829720.769489:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829721.793475:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829721.793478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829721.793500:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829722.817491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829722.817497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829722.817541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829723.841509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829723.841536:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829723.841567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829723.905522:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.905534:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829723.905539:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.905550:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3824 00000100:00080000:3.0:1787829723.905562:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.905569:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829723.905613:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428940288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829723.905641:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.905644:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829723.905646:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.905649:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3824 00000100:00080000:3.0:1787829723.905652:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.905656:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829723.905666:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829723.905678:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428940416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829723.905685:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.905688:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829723.905690:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.905693:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3824 00000100:00080000:3.0:1787829723.905694:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.905698:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829723.905701:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829723.905714:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428940544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829723.905716:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428940288:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829723.905743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.905746:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829723.905748:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.905751:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3824 00000100:00080000:3.0:1787829723.905753:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.905756:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829723.905760:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829723.905771:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428940672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829723.905803:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829723.905849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff9ab5f9948b40 x1874671428940288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829723.905863:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428940288/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829723.905872:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829723.905877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829723.905882:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428940288:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829723.905889:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940416:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829723.905904:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829723.905912:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff9ab5f99492c0 x1874671428940416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829723.905925:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428940416/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829723.905930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829723.905932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829723.905934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940416:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829723.905954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829723.905966:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829723.905972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff9ab5f994b0c0 x1874671428940544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829723.905979:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428940544/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829723.905984:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829723.905986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829723.905988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829723.905992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940672:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829723.906001:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829723.906007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff9ab5f994bc00 x1874671428940672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829723.906014:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428940672/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829723.906023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829723.906025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829723.906026:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940672:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829724.865487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829724.865488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829724.865552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829725.889566:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829725.889576:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829725.889585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829726.913531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829726.913550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829726.913581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829727.937476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829727.937561:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829727.937588:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829728.961516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829728.961555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829728.961570:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829729.025520:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829729.025531:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829729.025535:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829729.025545:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3829 00000100:00080000:3.0:1787829729.025556:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829729.025564:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829729.025601:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428940800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829729.025633:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829729.025638:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829729.025640:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829729.025644:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3829 00000100:00080000:3.0:1787829729.025648:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829729.025652:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829729.025663:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829729.025678:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428940928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829729.025692:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829729.025696:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829729.025700:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829729.025706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428940800:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829729.025708:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3829 00000100:00080000:3.0:1787829729.025717:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829729.025724:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829729.025730:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829729.025743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428941056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829729.025753:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829729.025757:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829729.025759:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829729.025764:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3829 00000100:00080000:3.0:1787829729.025769:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829729.025774:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829729.025780:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829729.025795:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428941184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829729.025809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829729.025871:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729] req@ffff9ab5f994ad00 x1874671428940800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829729.025889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428940800/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829729.025902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829729.025906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829729.025910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428940800:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829729.025935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940928:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829729.025953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829729.025963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729] req@ffff9ab5f994a580 x1874671428940928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829729.025971:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428940928/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829729.025982:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829729.025985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829729.025987:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428940928:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829729.025992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829729.026004:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829729.026010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729] req@ffff9ab5f9948780 x1874671428941056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829729.026017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428941056/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829729.026023:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829729.026025:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829729.026027:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829729.026031:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941184:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829729.026042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829729.026048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729] req@ffff9ab5f994bc00 x1874671428941184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829729.026056:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428941184/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829729.026060:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829729.026062:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829729.026065:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941184:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829729.985490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829729.985502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829729.985502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829731.009511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829731.009517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829731.009555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829732.033481:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829732.033497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829732.033594:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829733.057502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829733.057552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829733.057591:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829734.081506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829734.081563:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829734.081576:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787829734.145491:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829734.145500:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829734.145504:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829734.145511:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3834 00000100:00080000:3.0:1787829734.145520:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829734.145526:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829734.145558:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428941312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829734.145580:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829734.145583:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829734.145585:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829734.145588:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3834 00000100:00080000:3.0:1787829734.145590:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829734.145593:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829734.145604:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829734.145613:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428941440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829734.145621:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829734.145624:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829734.145625:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829734.145627:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3834 00000100:00080000:3.0:1787829734.145629:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829734.145632:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829734.145636:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829734.145646:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428941312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829734.145646:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428941568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829734.145663:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829734.145666:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829734.145667:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829734.145669:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3834 00000100:00080000:3.0:1787829734.145671:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829734.145674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829734.145676:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829734.145686:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428941696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829734.145721:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829734.145772:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734] req@ffff9ab5f994b0c0 x1874671428941312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829734.145794:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428941312/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829734.145804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829734.145809:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829734.145813:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428941312:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829734.145821:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941440:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829734.145846:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829734.145861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734] req@ffff9ab5f99492c0 x1874671428941440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829734.145874:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428941440/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829734.145884:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829734.145887:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829734.145891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941440:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829734.145919:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829734.145942:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829734.145955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734] req@ffff9ab5f9948b40 x1874671428941568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829734.145968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428941568/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829734.145999:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829734.146004:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829734.146009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829734.146018:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941696:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829734.146042:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829734.146055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734] req@ffff9ab5f994a1c0 x1874671428941696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829734.146068:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428941696/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829734.146079:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829734.146083:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829734.146086:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941696:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829735.105511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829735.105511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829735.105531:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829736.129511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829736.129511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829736.129535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829737.153475:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829737.153518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829737.153544:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829738.177520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829738.177541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829738.177545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829739.201510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829739.201519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829739.201576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829739.265579:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829739.265592:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829739.265597:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829739.265608:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3839 00000100:00080000:2.0:1787829739.265620:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829739.265629:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829739.265681:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428941824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829739.265711:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829739.265714:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829739.265715:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829739.265719:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3839 00000100:00080000:2.0:1787829739.265722:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829739.265725:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829739.265735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829739.265748:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428941952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829739.265761:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829739.265764:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829739.265766:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829739.265769:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3839 00000100:00080000:2.0:1787829739.265771:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829739.265774:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829739.265779:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829739.265787:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428941824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829739.265795:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428942080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829739.265813:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829739.265815:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829739.265816:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829739.265819:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3839 00000100:00080000:2.0:1787829739.265821:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829739.265823:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829739.265827:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829739.265839:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428942208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829739.265870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829739.265918:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739] req@ffff9ab5f9801680 x1874671428941824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829739.265932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428941824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829739.265941:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829739.265945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829739.265948:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428941824:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829739.265954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941952:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829739.265970:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829739.265978:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739] req@ffff9ab5f98021c0 x1874671428941952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829739.265986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428941952/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829739.265992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829739.265994:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829739.265996:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428941952:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829739.266015:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829739.266027:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829739.266033:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739] req@ffff9ab5f9801a40 x1874671428942080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829739.266045:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428942080/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829739.266051:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829739.266053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829739.266055:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829739.266059:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942208:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829739.266069:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829739.266074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739] req@ffff9ab5f9802940 x1874671428942208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829739.266081:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428942208/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829739.266093:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829739.266096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829739.266098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942208:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829740.225496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829740.225497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829740.225534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829741.249471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829741.249490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829741.249552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829742.273454:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829742.273466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829742.273473:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829743.297449:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829743.297455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829743.297514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829744.321494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829744.321527:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829744.321528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829744.385548:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829744.385560:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829744.385566:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829744.385577:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3845 00000100:00080000:2.0:1787829744.385589:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829744.385595:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829744.385629:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428942336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829744.385650:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829744.385653:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829744.385655:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829744.385658:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3845 00000100:00080000:2.0:1787829744.385660:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829744.385663:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829744.385671:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829744.385680:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428942464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829744.385688:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829744.385691:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829744.385692:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829744.385697:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3845 00000100:00100000:1.0:1787829744.385699:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428942336:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829744.385700:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829744.385706:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829744.385712:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829744.385720:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428942592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829744.385732:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829744.385734:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829744.385736:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829744.385738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3845 00000100:00080000:2.0:1787829744.385740:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829744.385742:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829744.385745:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829744.385751:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428942720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829744.385762:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829744.385797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744] req@ffff9ab5f9803840 x1874671428942336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829744.385811:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428942336/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829744.385821:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829744.385825:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829744.385829:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428942336:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829744.385855:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942464:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829744.385873:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829744.385881:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744] req@ffff9ab5f9801e00 x1874671428942464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829744.385889:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428942464/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829744.385895:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829744.385898:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829744.385900:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942464:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829744.385905:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829744.385919:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829744.385924:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744] req@ffff9ab5f9800000 x1874671428942592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829744.385932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428942592/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829744.385940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829744.385944:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829744.385947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829744.385954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942720:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829744.385971:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829744.385983:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744] req@ffff9ab5f98012c0 x1874671428942720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829744.385996:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428942720/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829744.386002:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829744.386005:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829744.386007:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942720:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829745.345500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829745.345500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829745.345543:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829746.369491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829746.369516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829746.369527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829747.393463:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829747.393487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829747.393501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829748.417625:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829748.417626:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829748.417689:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829749.441470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829749.441471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829749.441532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829749.505521:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829749.505531:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829749.505536:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829749.505550:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3850 00000100:00080000:0.0:1787829749.505565:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829749.505576:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829749.505641:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428942848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829749.505666:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829749.505669:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829749.505670:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829749.505674:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3850 00000100:00080000:0.0:1787829749.505677:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829749.505681:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829749.505691:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829749.505702:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428942976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829749.505710:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428942848:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829749.505713:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829749.505719:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829749.505720:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829749.505723:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3850 00000100:00080000:0.0:1787829749.505725:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829749.505727:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829749.505731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829749.505742:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428943104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829749.505749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829749.505751:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829749.505753:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829749.505756:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3850 00000100:00080000:0.0:1787829749.505776:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829749.505779:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829749.505783:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829749.505788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829749.505794:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428943232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829749.505849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749] req@ffff9ab5f27af480 x1874671428942848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829749.505866:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428942848/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829749.505875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829749.505895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829749.505899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428942848:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829749.505924:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942976:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829749.505947:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829749.505957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749] req@ffff9ab5f27ac000 x1874671428942976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829749.505967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428942976/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829749.505974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829749.505977:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829749.505979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428942976:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829749.505984:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829749.505997:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829749.506004:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749] req@ffff9ab5f27acb40 x1874671428943104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829749.506012:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428943104/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829749.506019:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829749.506021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829749.506023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829749.506030:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943232:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829749.506074:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829749.506097:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749] req@ffff9ab5f27af840 x1874671428943232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829749.506117:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428943232/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829749.506123:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829749.506126:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829749.506128:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943232:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829750.465494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829750.465494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829750.465566:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829751.489484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829751.489504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829751.489572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829752.513493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829752.513496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829752.513567:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829753.537495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829753.537495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829753.537532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829754.561488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829754.561495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829754.561551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829754.625536:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829754.625545:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829754.625550:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829754.625562:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3855 00000100:00080000:1.0:1787829754.625572:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829754.625581:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829754.625618:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428943360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829754.625645:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829754.625650:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829754.625652:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829754.625658:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3855 00000100:00080000:1.0:1787829754.625663:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829754.625668:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829754.625678:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428943360:192.168.203.115@tcp:250:kworker.0 00000008:00100000:1.0:1787829754.625678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829754.625701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428943488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829754.625722:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829754.625726:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829754.625728:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829754.625733:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3855 00000100:00080000:1.0:1787829754.625739:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829754.625744:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829754.625750:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000800:00000100:0.0:1787829754.625752:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829754.625768:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428943616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829754.625781:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829754.625785:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829754.625787:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829754.625792:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3855 00000100:00080000:1.0:1787829754.625797:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829754.625810:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754] req@ffff9ab5f24ba580 x1874671428943360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829754.625812:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829754.625820:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829754.625837:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428943744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829754.625843:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428943360/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829754.625863:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829754.625867:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829754.625870:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428943360:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829754.625890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943488:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829754.625911:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829754.625921:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754] req@ffff9ab5f24b9680 x1874671428943488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829754.625929:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428943488/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829754.625940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829754.625945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829754.625949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943488:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829754.625957:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943616:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829754.625984:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829754.625998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754] req@ffff9ab5f24ba1c0 x1874671428943616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829754.626033:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428943616/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829754.626042:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829754.626046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829754.626050:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829754.626057:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943744:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829754.626076:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829754.626085:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754] req@ffff9ab5f24b8f00 x1874671428943744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829754.626094:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428943744/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829754.626101:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829754.626103:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829754.626106:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428943744:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829755.585478:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829755.585533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829755.585641:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829756.609483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829756.609501:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829756.609515:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829757.633571:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829757.633571:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829757.633741:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829758.657518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829758.657524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829758.657576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829759.681514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829759.681514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829759.681549:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829759.745484:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.745493:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829759.745496:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.745506:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3860 00000100:00080000:1.0:1787829759.745517:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.745525:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829759.745562:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428943872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.745585:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.745589:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829759.745591:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.745596:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3860 00000100:00080000:1.0:1787829759.745600:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.745604:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829759.745614:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829759.745625:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428943872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829759.745626:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428944000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.745637:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.745640:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829759.745642:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.745645:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3860 00000100:00080000:1.0:1787829759.745648:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.745652:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829759.745656:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829759.745665:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428944128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.745673:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.745676:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829759.745678:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.745681:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3860 00000800:00000100:0.0:1787829759.745682:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829759.745684:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.745687:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829759.745691:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829759.745699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428944256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829759.745720:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff9ab5f24b8000 x1874671428943872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.745738:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428943872/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.745749:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.745752:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829759.745755:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428943872:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829759.745774:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944000:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829759.745791:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829759.745800:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff9ab5f24b83c0 x1874671428944000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.745808:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428944000/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.745814:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.745817:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829759.745820:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944000:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829759.745826:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829759.745847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829759.745858:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff9ab5f24b92c0 x1874671428944128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.745871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428944128/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.745878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.745881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829759.745883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829759.745887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944256:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829759.745901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829759.745908:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff9ab5f24bb840 x1874671428944256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.745915:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428944256/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.745920:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.745922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829759.745924:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944256:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829760.705450:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829760.705467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829760.705524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829761.729487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829761.729487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829761.729558:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829762.753502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829762.753502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829762.753520:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829763.777503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829763.777504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829763.777535:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829764.801497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829764.801497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829764.801640:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829764.865510:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829764.865518:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829764.865522:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829764.865531:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3865 00000100:00080000:0.0:1787829764.865541:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829764.865546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829764.865579:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428944384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829764.865602:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829764.865605:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829764.865607:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829764.865610:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3865 00000100:00080000:0.0:1787829764.865612:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829764.865614:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829764.865622:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829764.865632:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428944512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829764.865640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829764.865642:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829764.865644:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829764.865646:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3865 00000100:00080000:0.0:1787829764.865649:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829764.865651:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829764.865656:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829764.865659:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428944384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829764.865669:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428944640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829764.865686:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829764.865690:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829764.865692:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829764.865697:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3865 00000100:00080000:0.0:1787829764.865710:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829764.865714:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829764.865718:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829764.865719:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829764.865732:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428944768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829764.865759:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff9ab5f27ae940 x1874671428944384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829764.865780:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428944384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829764.865792:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829764.865797:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829764.865802:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428944384:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829764.865824:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944512:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829764.865843:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829764.865852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff9ab5f27ad2c0 x1874671428944512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829764.865865:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428944512/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829764.865871:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829764.865874:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829764.865876:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944512:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829764.865880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829764.865892:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829764.865898:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff9ab5f27acf00 x1874671428944640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829764.865905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428944640/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829764.865910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829764.865913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829764.865915:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829764.865918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944768:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829764.865927:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829764.865946:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff9ab5f27af840 x1874671428944768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829764.865956:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428944768/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829764.865966:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829764.865968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829764.865970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428944768:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829765.825499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829765.825518:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829765.825553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829766.849474:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829766.849515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829766.849569:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829767.873452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829767.873477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829767.873540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829768.897476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829768.897487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829768.897671:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829769.921500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829769.921500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829769.921524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829769.985938:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829769.985952:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829769.985958:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829769.985969:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3870 00000100:00080000:1.0:1787829769.985981:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829769.985988:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829769.986030:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428944896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829769.986065:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829769.986075:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829769.986077:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829769.986082:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3870 00000100:00080000:1.0:1787829769.986087:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829769.986092:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829769.986104:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829769.986117:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428944896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829769.986122:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428945024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829769.986143:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829769.986147:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829769.986149:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829769.986155:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3870 00000100:00080000:1.0:1787829769.986160:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829769.986165:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829769.986171:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829769.986184:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428945152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829769.986194:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:1.0:1787829769.986202:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829769.986208:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829769.986210:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829769.986216:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3870 00000100:00080000:1.0:1787829769.986228:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829769.986233:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829769.986238:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829769.986259:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff9ab5f24bb840 x1874671428944896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829769.986259:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428945280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829769.986298:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428944896/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829769.986311:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829769.986316:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829769.986321:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428944896:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829769.986344:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945024:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829769.986365:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829769.986377:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff9ab5f24b92c0 x1874671428945024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829769.986390:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428945024/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829769.986421:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829769.986427:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829769.986435:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945024:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829769.986443:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829769.986466:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829769.986478:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff9ab5f24b83c0 x1874671428945152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829769.986490:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428945152/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829769.986499:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829769.986502:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829769.986505:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829769.986511:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945280:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829769.986529:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829769.986538:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff9ab5f24b8000 x1874671428945280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829769.986567:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428945280/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829769.986575:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829769.986578:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829769.986582:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945280:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829770.945480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829770.945488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829770.945510:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829771.969494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829771.969506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829771.969526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829772.993461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829772.993461:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829772.993526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829774.017554:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829774.017555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829774.017585:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829775.041539:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829775.041539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829775.041616:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829775.105517:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829775.105526:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829775.105531:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829775.105540:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3875 00000100:00080000:2.0:1787829775.105551:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829775.105559:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829775.105594:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428945408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829775.105618:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829775.105621:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829775.105623:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829775.105629:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3875 00000100:00080000:2.0:1787829775.105633:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829775.105636:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829775.105647:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829775.105660:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428945536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829775.105662:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428945408:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829775.105670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829775.105672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829775.105679:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829775.105682:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3875 00000100:00080000:2.0:1787829775.105691:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829775.105695:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829775.105699:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829775.105709:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428945664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829775.105717:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829775.105719:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829775.105721:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829775.105724:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3875 00000100:00080000:2.0:1787829775.105726:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829775.105730:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:0.0:1787829775.105732:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:2.0:1787829775.105734:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829775.105744:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428945792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829775.105778:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775] req@ffff9ab5f9800b40 x1874671428945408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829775.105795:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428945408/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829775.105804:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829775.105807:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829775.105810:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428945408:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829775.105831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945536:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829775.105848:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829775.105857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775] req@ffff9ab5f9800f00 x1874671428945536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829775.105876:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428945536/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829775.105882:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829775.105884:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829775.105886:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945536:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829775.105890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829775.105904:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829775.105911:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775] req@ffff9ab5f9802580 x1874671428945664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829775.105918:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428945664/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829775.105923:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829775.105925:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829775.105927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829775.105939:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945792:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829775.105951:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829775.105957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775] req@ffff9ab5f98012c0 x1874671428945792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829775.105963:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428945792/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829775.105972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829775.105974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829775.105976:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428945792:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829776.065476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829776.065563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829776.065640:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829777.089502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829777.089512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829777.089576:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829778.113503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829778.113503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829778.113587:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829779.137497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829779.137505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829779.137627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829780.161480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829780.161485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829780.161551:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829780.225524:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829780.225534:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829780.225540:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829780.225552:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3880 00000100:00080000:1.0:1787829780.225567:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829780.225576:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829780.225621:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428945920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829780.225653:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829780.225658:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829780.225660:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829780.225664:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3880 00000100:00080000:1.0:1787829780.225667:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829780.225671:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829780.225682:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829780.225691:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428946048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829780.225700:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829780.225706:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829780.225708:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829780.225709:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428945920:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829780.225712:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3880 00000100:00080000:1.0:1787829780.225721:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829780.225726:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829780.225730:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829780.225740:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428946176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829780.225750:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829780.225754:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829780.225755:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829780.225758:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3880 00000100:00080000:1.0:1787829780.225769:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829780.225772:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829780.225775:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829780.225782:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428946304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829780.225839:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829780.225872:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829780.225890:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829781.185482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829781.185482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829781.185512:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829782.209504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829782.209539:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829782.209615:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829783.233491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829783.233513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829783.233523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829783.297665:0:2346:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787829783.297705:0:2346:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829783.297721:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829783.297751:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829783.297761:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829783.297771:0:2346:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:0.0:1787829783.297780:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829783] req@ffff9ab5f24ba1c0 x1874671428946048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829783.297818:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428946048/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829783.297831:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829783.297836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829783.297841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946048:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829783.297852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829783] req@ffff9ab5f24b9680 x1874671428946176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829783.297868:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428946176/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829783.297878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829783.297883:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829783.297887:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829783.297895:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829783] req@ffff9ab5f24ba580 x1874671428946304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829783.297909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428946304/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829783.297917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829783.297920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829783.297923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946304:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829783.297929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829783] req@ffff9ab5f24b8f00 x1874671428945920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829783.297940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428945920/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829783.297947:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829783.297949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829783.297952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428945920:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829784.257458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829784.257497:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829784.258439:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829785.281449:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829785.281483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829785.281511:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829785.345536:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829785.345552:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829785.345556:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829785.345566:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3886 00000100:00080000:2.0:1787829785.345576:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829785.345582:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829785.345612:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428946432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829785.345639:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829785.345643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829785.345645:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829785.345648:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3886 00000100:00080000:2.0:1787829785.345652:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829785.345656:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829785.345665:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829785.345677:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428946560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829785.345688:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829785.345690:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428946432:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829785.345692:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829785.345695:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829785.345702:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3886 00000100:00080000:2.0:1787829785.345705:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829785.345708:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829785.345713:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829785.345724:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428946688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829785.345734:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829785.345737:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829785.345739:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829785.345743:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3886 00000100:00080000:2.0:1787829785.345745:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829785.345751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829785.345751:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829785.345757:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829785.345768:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428946816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829785.345805:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785] req@ffff9ab5f9800000 x1874671428946432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829785.345823:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428946432/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829785.345833:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829785.345836:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829785.345840:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428946432:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829785.345862:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946560:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829785.345886:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829785.345899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785] req@ffff9ab5f9801e00 x1874671428946560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829785.345909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428946560/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829785.345917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829785.345920:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829785.345923:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946560:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829785.345928:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829785.345945:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829785.345957:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785] req@ffff9ab5f9803840 x1874671428946688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829785.345967:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428946688/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829785.345975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829785.345978:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829785.345981:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829785.345987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946816:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829785.346003:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829785.346014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785] req@ffff9ab5f9802940 x1874671428946816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829785.346024:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428946816/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829785.346031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829785.346034:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829785.346037:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428946816:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829786.305448:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829786.305464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829786.305508:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829787.329466:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829787.329477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829787.329490:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829788.353484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829788.353491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829788.353519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829789.377470:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829789.377470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829789.377562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829790.401472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829790.401485:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829790.401503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:1.0:1787829790.465482:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829790.465490:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829790.465493:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829790.465502:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3891 00000100:00080000:1.0:1787829790.465513:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829790.465520:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829790.465557:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428946944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829790.465584:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829790.465587:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829790.465589:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829790.465592:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3891 00000100:00080000:1.0:1787829790.465596:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829790.465599:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829790.465608:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829790.465619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428947072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829790.465629:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829790.465631:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428946944:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829790.465632:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829790.465636:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829790.465642:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3891 00000100:00080000:1.0:1787829790.465645:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829790.465647:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829790.465651:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829790.465662:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428947200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829790.465670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829790.465673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829790.465675:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829790.465678:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3891 00000100:00080000:1.0:1787829790.465682:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829790.465686:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829790.465689:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829790.465697:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829790.465702:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428947328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829790.465737:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829790] req@ffff9ab5f24b8f00 x1874671428946944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829790.465751:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428946944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829790.465772:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829790.465775:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829790.465778:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428946944:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829790.465797:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947072:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829790.465816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829790.465825:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829790] req@ffff9ab5f24ba580 x1874671428947072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829790.465833:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428947072/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829790.465839:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829790.465841:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829790.465844:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947072:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829790.465847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829790.465858:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829790.465864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829790] req@ffff9ab5f24b9680 x1874671428947200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829790.465872:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428947200/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829790.465879:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829790.465881:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829790.465883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829790.465886:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947328:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829790.465896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829790.465901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829790] req@ffff9ab5f24ba1c0 x1874671428947328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829790.465913:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428947328/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829790.465917:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829790.465919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829790.465922:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947328:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829791.425495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829791.425496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829791.425541:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829792.449473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829792.449487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829792.449538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829793.473484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829793.473484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829793.473544:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829794.497511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829794.497518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829794.497537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829795.521543:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829795.521543:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829795.521608:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829795.585488:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829795.585499:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829795.585504:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829795.585514:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3896 00000100:00080000:1.0:1787829795.585526:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829795.585534:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829795.585573:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428947456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829795.585611:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829795.585615:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829795.585617:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829795.585623:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3896 00000100:00080000:1.0:1787829795.585627:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829795.585633:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829795.585642:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829795.585658:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428947584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829795.585668:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428947456:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829795.585676:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829795.585681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829795.585683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829795.585689:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3896 00000100:00080000:1.0:1787829795.585692:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829795.585696:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829795.585703:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829795.585716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428947712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829795.585742:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829795.585747:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829795.585749:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829795.585753:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3896 00000100:00080000:1.0:1787829795.585758:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829795.585763:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829795.585768:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829795.585778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829795.585793:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428947840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829795.585842:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795] req@ffff9ab5f24b8000 x1874671428947456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829795.585859:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428947456/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829795.585870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829795.585875:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829795.585879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428947456:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829795.585903:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947584:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829795.585923:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829795.585932:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795] req@ffff9ab5f24b83c0 x1874671428947584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829795.585945:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428947584/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829795.585952:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829795.585954:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829795.585957:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947584:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829795.585961:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829795.585974:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829795.585984:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795] req@ffff9ab5f24b92c0 x1874671428947712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829795.585997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428947712/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829795.586007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829795.586011:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829795.586015:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829795.586022:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947840:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829795.586039:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829795.586047:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795] req@ffff9ab5f24bb840 x1874671428947840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829795.586055:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428947840/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829795.586065:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829795.586068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829795.586070:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428947840:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829796.545505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829796.545528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829796.545573:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829797.569488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829797.569497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829797.569585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829798.593510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829798.593511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829798.593536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829799.617458:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829799.617480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829799.617538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829800.641505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829800.641506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829800.641532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829800.705473:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829800.705481:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829800.705485:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829800.705493:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3901 00000100:00080000:1.0:1787829800.705503:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829800.705509:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829800.705541:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428947968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829800.705572:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829800.705576:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829800.705578:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829800.705583:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3901 00000100:00080000:1.0:1787829800.705586:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829800.705591:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829800.705600:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829800.705613:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428948096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829800.705622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428947968:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829800.705624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829800.705628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829800.705629:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829800.705632:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3901 00000100:00080000:1.0:1787829800.705636:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829800.705639:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829800.705644:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829800.705653:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428948224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829800.705661:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829800.705664:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829800.705665:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829800.705668:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3901 00000100:00080000:1.0:1787829800.705671:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829800.705674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829800.705678:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829800.705679:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829800.705701:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428948352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829800.705738:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff9ab5f24bb840 x1874671428947968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829800.705757:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428947968/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829800.705765:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829800.705768:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829800.705772:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428947968:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829800.705791:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948096:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829800.705809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829800.705818:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff9ab5f24b92c0 x1874671428948096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829800.705826:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428948096/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829800.705832:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829800.705834:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829800.705837:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948096:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829800.705840:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829800.705852:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829800.705857:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff9ab5f24b83c0 x1874671428948224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829800.705864:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428948224/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829800.705870:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829800.705871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829800.705873:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829800.705877:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948352:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829800.705886:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829800.705892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff9ab5f24b8000 x1874671428948352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829800.705899:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428948352/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829800.705904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829800.705906:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829800.705908:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948352:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829801.665498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829801.665498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829801.665556:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829802.689499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829802.689499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829802.689526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829803.713472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829803.713472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829803.713517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829804.737498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829804.737498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829804.737519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829805.761503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829805.761504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829805.761528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829805.825527:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829805.825535:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829805.825539:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829805.825548:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3906 00000100:00080000:0.0:1787829805.825557:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829805.825563:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829805.825595:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428948480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829805.825616:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829805.825619:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829805.825620:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829805.825623:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3906 00000100:00080000:0.0:1787829805.825626:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829805.825628:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829805.825635:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829805.825644:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428948608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829805.825669:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829805.825673:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787829805.825673:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428948480:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829805.825676:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829805.825683:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3906 00000100:00080000:0.0:1787829805.825686:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829805.825689:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829805.825693:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829805.825704:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428948736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829805.825712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829805.825714:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829805.825716:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829805.825718:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3906 00000100:00080000:0.0:1787829805.825721:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829805.825723:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829805.825727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829805.825734:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428948864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829805.825738:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829805.825787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff9ab5f27acb40 x1874671428948480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829805.825802:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428948480/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829805.825810:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829805.825812:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829805.825815:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428948480:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829805.825833:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948608:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829805.825852:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829805.825874:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff9ab5f27ac000 x1874671428948608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829805.825888:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428948608/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829805.825898:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829805.825902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829805.825906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948608:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829805.825913:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829805.825932:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829805.825941:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff9ab5f27af480 x1874671428948736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829805.825949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428948736/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829805.825955:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829805.825966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829805.825970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829805.825976:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948864:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829805.825998:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829805.826010:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff9ab5f27af0c0 x1874671428948864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829805.826020:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428948864/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829805.826025:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829805.826028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829805.826030:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428948864:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829806.785513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829806.785513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829806.785548:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829807.809515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829807.809515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829807.809580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829808.833489:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829808.833508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829808.833521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829809.857476:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829809.857506:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829809.857521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829810.881529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829810.881575:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829810.881629:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829810.945498:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829810.945506:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829810.945510:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829810.945518:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3911 00000100:00080000:0.0:1787829810.945527:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829810.945533:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829810.945575:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428948992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829810.945597:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829810.945600:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829810.945601:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829810.945604:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3911 00000100:00080000:0.0:1787829810.945606:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829810.945609:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829810.945628:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829810.945640:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428949120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829810.945648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829810.945652:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829810.945654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829810.945658:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3911 00000100:00080000:0.0:1787829810.945661:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829810.945664:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829810.945667:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829810.945673:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428949248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829810.945683:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829810.945685:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829810.945686:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829810.945690:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3911 00000100:00080000:0.0:1787829810.945691:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829810.945694:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829810.945697:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829810.945707:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428948992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829810.945709:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428949376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829810.945809:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829810.945880:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff9ab5f27ade00 x1874671428948992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829810.945902:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428948992/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829810.945916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829810.945922:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829810.945927:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428948992:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829810.945937:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949120:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829810.945965:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829810.945976:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff9ab5f27afc00 x1874671428949120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829810.945986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428949120/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829810.945993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829810.945995:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829810.945998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949120:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829810.946031:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829810.946049:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829810.946057:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff9ab5f27ae580 x1874671428949248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829810.946065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428949248/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829810.946071:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829810.946074:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829810.946076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829810.946081:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949376:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829810.946092:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829810.946098:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff9ab5f27ac3c0 x1874671428949376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829810.946105:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428949376/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829810.946111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829810.946112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829810.946114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949376:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829811.905484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829811.905552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829811.905627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829812.929535:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829812.929559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829812.929586:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829813.953514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829813.953538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829813.953585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829814.977537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829814.977538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829814.977582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829816.001484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829816.001484:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829816.001500:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829816.065526:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829816.065536:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829816.065540:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829816.065552:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3916 00000100:00080000:2.0:1787829816.065563:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829816.065571:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829816.065620:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428949504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829816.065650:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829816.065654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829816.065656:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829816.065660:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3916 00000100:00080000:2.0:1787829816.065664:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829816.065669:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829816.065679:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829816.065688:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428949504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829816.065695:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428949632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829816.065708:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829816.065712:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829816.065714:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829816.065718:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3916 00000100:00080000:2.0:1787829816.065721:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829816.065726:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829816.065731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829816.065752:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428949760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829816.065761:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:2.0:1787829816.065771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829816.065775:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829816.065777:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829816.065782:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3916 00000100:00080000:2.0:1787829816.065786:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829816.065790:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829816.065795:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829816.065808:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428949888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829816.065810:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816] req@ffff9ab5f9801a40 x1874671428949504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829816.065830:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428949504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829816.065844:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829816.065848:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829816.065852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428949504:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829816.065871:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949632:192.168.203.115@tcp:38:kworker.0 00000800:00000100:0.0:1787829816.065888:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829816.065897:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816] req@ffff9ab5f98021c0 x1874671428949632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829816.065905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428949632/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829816.065911:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829816.065913:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829816.065916:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949632:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787829816.065922:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829816.065941:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829816.065953:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816] req@ffff9ab5f9801680 x1874671428949760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829816.065966:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428949760/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829816.065976:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829816.065986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829816.065988:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829816.065993:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949888:192.168.203.115@tcp:8:kworker.0 00000800:00000100:0.0:1787829816.066009:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829816.066017:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816] req@ffff9ab5f9800780 x1874671428949888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829816.066028:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428949888/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829816.066037:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829816.066040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:0.0:1787829816.066043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428949888:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829817.025481:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829817.025492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829817.025519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829818.049503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829818.049538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829818.049630:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829819.073472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829819.073501:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829819.073594:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829820.097491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829820.097492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829820.097539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829821.121460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829821.121464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829821.121520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829821.185478:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829821.185485:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829821.185489:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829821.185497:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3921 00000100:00080000:0.0:1787829821.185506:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829821.185511:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829821.185564:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428950016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829821.185591:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829821.185599:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829821.185601:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829821.185604:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3921 00000100:00080000:0.0:1787829821.185608:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829821.185612:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829821.185621:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829821.185634:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428950144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829821.185635:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428950016:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829821.185653:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829821.185657:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829821.185659:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829821.185664:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3921 00000100:00080000:0.0:1787829821.185669:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829821.185674:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829821.185680:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829821.185693:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428950272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829821.185704:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829821.185710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1787829821.185711:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829821.185715:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829821.185721:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3921 00000100:00080000:0.0:1787829821.185726:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829821.185730:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829821.185736:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829821.185749:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428950400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829821.185760:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821] req@ffff9ab5f27ae1c0 x1874671428950016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829821.185781:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428950016/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829821.185792:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829821.185796:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829821.185801:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428950016:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829821.185823:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950144:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829821.185849:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829821.185863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821] req@ffff9ab5f27aed00 x1874671428950144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829821.185878:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428950144/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829821.185888:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829821.185892:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829821.185895:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950144:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829821.185902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950272:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829821.185931:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829821.185948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821] req@ffff9ab5f27ad680 x1874671428950272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829821.185962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428950272/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829821.185972:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829821.185975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829821.185979:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829821.185989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950400:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829821.186008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829821.186019:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821] req@ffff9ab5f27ac3c0 x1874671428950400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829821.186030:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428950400/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829821.186038:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829821.186040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829821.186043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950400:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829822.145512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829822.145551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829822.145558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829823.169482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829823.169482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829823.169498:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829824.193489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829824.193491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829824.193610:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829825.217530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829825.217530:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829825.217572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829826.241472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829826.241483:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829826.241499:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829826.305485:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829826.305494:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829826.305498:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829826.305517:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3927 00000100:00080000:0.0:1787829826.305527:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829826.305532:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829826.305562:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428950528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829826.305582:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829826.305585:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829826.305586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829826.305589:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3927 00000100:00080000:0.0:1787829826.305591:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829826.305595:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829826.305602:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829826.305614:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428950656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829826.305614:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428950528:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829826.305628:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829826.305631:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829826.305632:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829826.305635:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3927 00000100:00080000:0.0:1787829826.305638:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829826.305642:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829826.305646:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829826.305655:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428950784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829826.305662:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829826.305664:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829826.305665:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829826.305667:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3927 00000100:00080000:0.0:1787829826.305670:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829826.305674:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:3.0:1787829826.305674:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829826.305680:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829826.305688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428950912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829826.305759:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826] req@ffff9ab5f27ae580 x1874671428950528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829826.305849:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428950528/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829826.305856:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829826.305859:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829826.305862:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428950528:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829826.305923:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950656:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829826.305944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829826.305955:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826] req@ffff9ab5f27afc00 x1874671428950656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829826.305965:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428950656/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829826.305970:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829826.305972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829826.305974:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950656:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829826.305978:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829826.305988:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829826.305994:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826] req@ffff9ab5f27ade00 x1874671428950784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829826.306000:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428950784/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829826.306009:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829826.306010:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829826.306012:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829826.306015:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950912:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829826.306024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829826.306028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826] req@ffff9ab5f27af0c0 x1874671428950912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829826.306034:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428950912/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829826.306039:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829826.306040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829826.306042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428950912:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829827.265507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829827.265509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829827.265526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829828.289519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829828.289519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829828.289543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829829.313459:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829829.313464:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829829.313514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829830.337505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829830.337506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829830.337526:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829831.361461:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829831.361506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829831.361533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829831.425518:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829831.425527:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829831.425532:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829831.425542:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3932 00000100:00080000:1.0:1787829831.425551:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829831.425558:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829831.425592:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428951040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829831.425624:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829831.425628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829831.425630:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829831.425634:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3932 00000100:00080000:1.0:1787829831.425638:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829831.425643:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829831.425658:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829831.425671:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428951168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829831.425686:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829831.425686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428951040:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829831.425699:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829831.425703:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829831.425708:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3932 00000100:00080000:1.0:1787829831.425712:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829831.425716:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829831.425722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829831.425735:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428951296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829831.425745:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829831.425748:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829831.425750:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829831.425754:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3932 00000100:00080000:1.0:1787829831.425759:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829831.425763:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829831.425767:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829831.425788:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829831.425792:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428951424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829831.425852:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831] req@ffff9ab5f24ba1c0 x1874671428951040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829831.425879:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428951040/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829831.425896:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829831.425901:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829831.425906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428951040:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829831.425932:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951168:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829831.425954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829831.425965:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831] req@ffff9ab5f24b9680 x1874671428951168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829831.425975:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428951168/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829831.425983:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829831.425986:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829831.425989:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951168:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829831.425995:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829831.426013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829831.426024:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831] req@ffff9ab5f24ba580 x1874671428951296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829831.426034:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428951296/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829831.426043:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829831.426046:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829831.426049:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829831.426055:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951424:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829831.426071:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829831.426079:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831] req@ffff9ab5f24b8f00 x1874671428951424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829831.426089:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428951424/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829831.426095:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829831.426098:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829831.426101:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951424:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829832.385500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829832.385500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829832.385570:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829833.409497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829833.409502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829833.409534:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829834.433542:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829834.433542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829834.433612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829835.457503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829835.457504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829835.457562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829836.481501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829836.481513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829836.481591:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829836.545543:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829836.545554:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829836.545558:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829836.545568:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3937 00000100:00080000:3.0:1787829836.545581:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829836.545588:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829836.545625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428951552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829836.545652:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829836.545656:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829836.545658:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829836.545661:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3937 00000100:00080000:3.0:1787829836.545665:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829836.545668:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829836.545678:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829836.545691:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428951680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829836.545700:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829836.545703:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829836.545705:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829836.545709:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3937 00000100:00080000:3.0:1787829836.545713:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829836.545715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428951552:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829836.545721:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829836.545728:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829836.545739:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428951808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829836.545749:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829836.545753:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829836.545754:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829836.545757:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3937 00000100:00080000:3.0:1787829836.545771:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829836.545776:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829836.545782:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829836.545787:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829836.545799:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428951936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829836.545832:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836] req@ffff9ab5f994a940 x1874671428951552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829836.545850:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428951552/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829836.545860:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829836.545863:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829836.545867:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428951552:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829836.545887:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951680:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829836.545909:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829836.545922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836] req@ffff9ab5f994b480 x1874671428951680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829836.545932:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428951680/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829836.545939:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829836.545942:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829836.545945:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951680:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829836.545966:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829836.545985:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829836.545995:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836] req@ffff9ab5f9949e00 x1874671428951808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829836.546004:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428951808/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829836.546011:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829836.546014:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829836.546017:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829836.546022:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951936:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829836.546040:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829836.546050:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836] req@ffff9ab5f9948000 x1874671428951936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829836.546060:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428951936/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829836.546067:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829836.546070:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829836.546072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428951936:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829837.505503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829837.505520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829837.505533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829838.529501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829838.529510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829838.529564:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829839.553503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829839.553559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829839.553564:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829840.577472:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:1.0:1787829840.577500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829840.577553:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787829841.601488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829841.601514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829841.601600:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829841.665513:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829841.665524:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829841.665529:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829841.665539:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3942 00000100:00080000:3.0:1787829841.665550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829841.665557:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829841.665597:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428952064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829841.665624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829841.665627:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829841.665628:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829841.665631:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3942 00000100:00080000:3.0:1787829841.665633:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829841.665636:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829841.665645:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829841.665655:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428952192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829841.665673:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829841.665680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1787829841.665681:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428952064:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829841.665682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829841.665697:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3942 00000100:00080000:3.0:1787829841.665699:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829841.665702:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829841.665706:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829841.665718:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428952320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829841.665726:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829841.665729:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829841.665730:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829841.665732:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3942 00000100:00080000:3.0:1787829841.665744:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829841.665748:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829841.665752:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829841.665756:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829841.665761:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428952448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829841.665811:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841] req@ffff9ab5f994b840 x1874671428952064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829841.665826:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428952064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829841.665834:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829841.665838:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829841.665841:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428952064:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829841.665864:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952192:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829841.665880:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829841.665888:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841] req@ffff9ab5f9949a40 x1874671428952192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829841.665896:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428952192/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829841.665902:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829841.665904:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829841.665906:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952192:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829841.665911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829841.665922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829841.665927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841] req@ffff9ab5f9948000 x1874671428952320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829841.665934:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428952320/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829841.665940:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829841.665949:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829841.665952:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829841.665956:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952448:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829841.665967:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829841.665973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841] req@ffff9ab5f9949e00 x1874671428952448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829841.665985:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428952448/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829841.665993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829841.665997:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829841.666000:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952448:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829842.625541:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829842.625563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829842.625595:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829843.649538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829843.649538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829843.649582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829844.673506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829844.673506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829844.673542:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829845.697497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829845.697497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829845.697528:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829846.721492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829846.721492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829846.721534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829846.785496:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829846.785503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829846.785507:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829846.785514:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3947 00000100:00080000:0.0:1787829846.785523:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829846.785529:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829846.785559:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428952576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829846.785585:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829846.785588:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829846.785590:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829846.785593:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3947 00000100:00080000:0.0:1787829846.785595:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829846.785598:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829846.785606:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829846.785616:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428952704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829846.785622:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428952576:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829846.785633:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829846.785636:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829846.785637:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829846.785641:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3947 00000100:00080000:0.0:1787829846.785644:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829846.785647:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829846.785651:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829846.785660:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428952832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829846.785667:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829846.785670:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829846.785672:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829846.785674:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3947 00000100:00080000:0.0:1787829846.785676:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829846.785678:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829846.785681:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829846.785688:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428952960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829846.785715:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829846.785740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829846.785755:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829847.745494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829847.745495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829847.745532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829848.769487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829848.769487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829848.769519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829849.793493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829849.793514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829849.793532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829849.857645:0:2348:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787829849.857686:0:2348:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829849.857701:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829849.857731:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829849.857739:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829849.857746:0:2348:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787829849.857789:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829849] req@ffff9ab5f27ac000 x1874671428952704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829849.857817:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428952704/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829849.857835:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829849.857841:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829849.857845:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952704:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829849.857854:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829849] req@ffff9ab5f27acb40 x1874671428952832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829849.857868:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428952832/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829849.857878:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829849.857882:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829849.857885:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952832:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829849.857892:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829849] req@ffff9ab5f27af840 x1874671428952960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829849.857903:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428952960/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829849.857910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829849.857914:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829849.857917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428952960:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829849.857923:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829849] req@ffff9ab5f27af480 x1874671428952576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829849.857936:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428952576/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829849.857944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829849.857946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829849.857949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428952576:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829850.817501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829850.817585:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829850.818439:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829851.841476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829851.841517:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829851.841524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829851.905530:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829851.905541:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829851.905546:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829851.905556:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3952 00000100:00080000:2.0:1787829851.905569:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829851.905578:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829851.905617:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98003c0 x1874671428953088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829851.905650:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829851.905654:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829851.905657:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829851.905662:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3952 00000100:00080000:2.0:1787829851.905667:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829851.905674:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829851.905685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829851.905701:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802d00 x1874671428953216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829851.905707:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428953088:192.168.203.115@tcp:250:kworker.0 00000100:00080000:2.0:1787829851.905736:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829851.905740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829851.905742:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829851.905748:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3952 00000100:00080000:2.0:1787829851.905752:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829851.905757:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829851.905763:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829851.905779:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803480 x1874671428953344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829851.905789:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829851.905793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829851.905794:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829851.905799:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3952 00000100:00080000:2.0:1787829851.905805:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829851.905809:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829851.905814:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829851.905824:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829851.905830:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800780 x1874671428953472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829851.905916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff9ab5f98003c0 x1874671428953088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829851.905940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98003c0 x1874671428953088/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.905956:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.905962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829851.905967:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428953088:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829851.906006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953216:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829851.906038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829851.906055:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff9ab5f9802d00 x1874671428953216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829851.906076:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802d00 x1874671428953216/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.906084:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.906088:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829851.906091:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953216:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829851.906098:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829851.906121:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829851.906134:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff9ab5f9803480 x1874671428953344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829851.906147:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803480 x1874671428953344/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.906156:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.906160:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829851.906163:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829851.906171:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953472:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829851.906214:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829851.906227:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff9ab5f9800780 x1874671428953472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829851.906240:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800780 x1874671428953472/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.906627:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.906633:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829851.906638:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953472:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829852.865460:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829852.865490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829852.865572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829853.889490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829853.889490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829853.889506:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829854.913467:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829854.913467:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829854.913496:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829855.937453:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829855.937480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829855.937515:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829856.961562:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829856.961563:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829856.961612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829857.025568:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829857.025580:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829857.025586:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829857.025597:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3957 00000100:00080000:3.0:1787829857.025611:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829857.025618:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829857.025660:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428953600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829857.025686:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829857.025689:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829857.025691:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829857.025694:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3957 00000100:00080000:3.0:1787829857.025697:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829857.025699:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829857.025709:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829857.025720:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428953728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829857.025729:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829857.025733:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829857.025736:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829857.025739:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428953600:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829857.025741:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3957 00000100:00080000:3.0:1787829857.025746:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829857.025751:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829857.025755:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829857.025763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428953856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829857.025770:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829857.025773:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829857.025774:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829857.025777:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3957 00000100:00080000:3.0:1787829857.025778:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829857.025781:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829857.025783:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829857.025791:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428953984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829857.025849:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829857.025916:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829857] req@ffff9ab5f994b480 x1874671428953600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829857.025946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428953600/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829857.025962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829857.025968:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829857.025973:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428953600:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829857.026006:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953728:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829857.026035:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829857.026051:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829857] req@ffff9ab5f994a940 x1874671428953728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829857.026065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428953728/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829857.026075:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829857.026079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829857.026083:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953728:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829857.026090:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829857.026117:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829857.026129:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829857] req@ffff9ab5f9948f00 x1874671428953856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829857.026142:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428953856/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829857.026152:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829857.026156:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829857.026160:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829857.026166:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953984:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829857.026188:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829857.026200:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829857] req@ffff9ab5f994a1c0 x1874671428953984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829857.026209:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428953984/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829857.026214:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829857.026217:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829857.026219:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428953984:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829857.985488:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829857.985488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829857.985516:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829859.009485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829859.009485:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829859.009534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829860.033493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829860.033498:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829860.033624:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829861.057499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829861.057499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829861.057587:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829862.081484:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829862.081487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829862.081526:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829862.145522:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829862.145532:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829862.145537:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829862.145547:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3962 00000100:00080000:0.0:1787829862.145559:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829862.145567:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829862.145600:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428954112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829862.145630:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829862.145634:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829862.145636:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829862.145640:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3962 00000100:00080000:0.0:1787829862.145644:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829862.145647:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829862.145658:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829862.145673:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428954240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829862.145683:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428954112:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829862.145688:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829862.145694:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829862.145696:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829862.145700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3962 00000100:00080000:0.0:1787829862.145704:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829862.145708:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829862.145713:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829862.145726:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428954368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829862.145737:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829862.145740:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829862.145741:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829862.145744:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3962 00000100:00080000:0.0:1787829862.145748:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829862.145751:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829862.145755:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829862.145763:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428954496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829862.145778:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829862.145833:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862] req@ffff9ab5f27acf00 x1874671428954112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829862.145853:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428954112/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829862.145866:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829862.145871:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829862.145877:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428954112:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829862.145900:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954240:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829862.145925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829862.145939:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862] req@ffff9ab5f27ad2c0 x1874671428954240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829862.145952:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428954240/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829862.145962:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829862.145966:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829862.145970:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954240:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829862.145977:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829862.146013:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829862.146028:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862] req@ffff9ab5f27ae940 x1874671428954368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829862.146042:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428954368/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829862.146052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829862.146056:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829862.146068:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954368:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829862.146075:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954496:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829862.146099:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829862.146115:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862] req@ffff9ab5f27af480 x1874671428954496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829862.146130:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428954496/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829862.146140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829862.146144:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829862.146150:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954496:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829863.105504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829863.105504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829863.105539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829864.129497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829864.129497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829864.129514:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829865.153494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829865.153494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829865.153518:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829866.177500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829866.177501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829866.177519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829867.201523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829867.201531:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829867.201543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829867.265534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829867.265549:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829867.265555:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829867.265569:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3967 00000100:00080000:0.0:1787829867.265583:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829867.265592:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829867.265635:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428954624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829867.265664:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829867.265667:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829867.265669:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829867.265672:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3967 00000100:00080000:0.0:1787829867.265675:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829867.265677:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829867.265687:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829867.265697:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428954752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829867.265707:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829867.265710:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829867.265712:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829867.265716:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3967 00000100:00080000:0.0:1787829867.265719:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829867.265723:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829867.265729:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829867.265747:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428954880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829867.265756:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428954624:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829867.265764:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829867.265770:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829867.265772:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829867.265776:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3967 00000100:00080000:0.0:1787829867.265780:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829867.265784:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829867.265789:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829867.265806:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428955008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829867.265832:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829867.265886:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867] req@ffff9ab5f27af840 x1874671428954624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829867.265921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428954624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829867.265930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829867.265933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829867.265936:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428954624:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829867.265943:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954752:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829867.265963:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829867.265973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867] req@ffff9ab5f27acb40 x1874671428954752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829867.265981:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428954752/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829867.265987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829867.265990:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829867.265992:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954752:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829867.266015:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829867.266038:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829867.266051:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867] req@ffff9ab5f27ac000 x1874671428954880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829867.266063:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428954880/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829867.266069:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829867.266072:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829867.266074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428954880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829867.266079:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955008:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829867.266094:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829867.266101:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867] req@ffff9ab5f27af0c0 x1874671428955008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829867.266108:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428955008/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829867.266114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829867.266116:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829867.266118:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955008:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829868.225496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829868.225496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829868.225556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829869.249521:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829869.249538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829869.249562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829870.273493:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829870.273519:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829870.273582:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829871.297512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829871.297512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829871.297562:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829872.321501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829872.321502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829872.321580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829872.385507:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829872.385516:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829872.385519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829872.385526:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3973 00000100:00080000:0.0:1787829872.385542:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829872.385548:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829872.385577:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428955136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829872.385598:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829872.385601:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829872.385602:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829872.385605:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3973 00000100:00080000:0.0:1787829872.385607:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829872.385609:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829872.385616:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829872.385625:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428955264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829872.385637:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829872.385640:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829872.385642:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829872.385645:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3973 00000100:00080000:0.0:1787829872.385647:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829872.385649:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829872.385653:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829872.385659:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428955392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829872.385668:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829872.385672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787829872.385672:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428955136:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829872.385674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829872.385688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3973 00000100:00080000:0.0:1787829872.385691:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829872.385693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829872.385697:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829872.385704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428955520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829872.385769:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829872.385820:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872] req@ffff9ab5f27ade00 x1874671428955136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829872.385836:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428955136/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829872.385846:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829872.385849:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829872.385852:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428955136:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829872.385859:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955264:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829872.385891:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829872.385900:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872] req@ffff9ab5f27afc00 x1874671428955264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829872.385909:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428955264/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829872.385916:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829872.385919:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829872.385921:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955264:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829872.385954:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829872.385969:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829872.385975:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872] req@ffff9ab5f27ae580 x1874671428955392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829872.385983:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428955392/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829872.385989:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829872.385992:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829872.385994:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829872.385998:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955520:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829872.386008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829872.386014:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872] req@ffff9ab5f27ac3c0 x1874671428955520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829872.386021:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428955520/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829872.386026:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829872.386028:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829872.386031:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955520:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829873.345513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829873.345539:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829873.345580:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829874.369512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829874.369512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829874.369572:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829875.393499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829875.393499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829875.393525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829876.417499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829876.417499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829876.417520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829877.441485:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829877.441488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829877.441519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829877.505535:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829877.505544:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829877.505547:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829877.505555:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3978 00000100:00080000:2.0:1787829877.505563:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829877.505569:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829877.505607:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801680 x1874671428955648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829877.505626:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829877.505629:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829877.505631:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829877.505633:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3978 00000100:00080000:2.0:1787829877.505636:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829877.505638:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829877.505646:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829877.505655:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98021c0 x1874671428955776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829877.505662:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829877.505665:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829877.505666:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829877.505669:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3978 00000100:00080000:2.0:1787829877.505670:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829877.505673:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829877.505676:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829877.505686:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428955648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829877.505687:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801a40 x1874671428955904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829877.505701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829877.505703:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829877.505704:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829877.505706:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3978 00000100:00080000:2.0:1787829877.505709:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829877.505712:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829877.505714:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829877.505722:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802940 x1874671428956032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829877.505751:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829877.505790:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877] req@ffff9ab5f9801680 x1874671428955648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829877.505810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801680 x1874671428955648/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829877.505819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829877.505822:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829877.505825:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428955648:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829877.505831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955776:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829877.505847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829877.505855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877] req@ffff9ab5f98021c0 x1874671428955776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829877.505864:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98021c0 x1874671428955776/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829877.505869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829877.505872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829877.505875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955776:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829877.505902:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829877.505925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829877.505938:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877] req@ffff9ab5f9801a40 x1874671428955904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829877.505949:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801a40 x1874671428955904/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829877.505959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829877.505962:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829877.505965:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428955904:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829877.505971:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956032:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829877.505991:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829877.506011:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877] req@ffff9ab5f9802940 x1874671428956032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829877.506027:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802940 x1874671428956032/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829877.506034:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829877.506038:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829877.506042:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956032:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829878.465503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829878.465521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829878.465529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829879.489494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829879.489507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829879.489540:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829880.513496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829880.513496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829880.513541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829881.537509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829881.537526:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829881.537538:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829882.561508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829882.561599:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829882.561625:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:2.0:1787829882.625473:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829882.625483:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829882.625487:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829882.625496:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3983 00000100:00080000:2.0:1787829882.625505:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829882.625510:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829882.625541:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9803840 x1874671428956160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829882.625565:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829882.625568:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829882.625570:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829882.625573:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3983 00000100:00080000:2.0:1787829882.625575:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829882.625577:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829882.625584:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829882.625593:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9801e00 x1874671428956288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829882.625601:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829882.625603:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829882.625605:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829882.625607:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3983 00000100:00080000:2.0:1787829882.625610:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829882.625613:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829882.625618:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829882.625619:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428956160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829882.625634:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800000 x1874671428956416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829882.625642:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829882.625644:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829882.625646:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829882.625649:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3983 00000100:00080000:2.0:1787829882.625652:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829882.625654:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829882.625657:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829882.625664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428956544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829882.625681:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829882.625723:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882] req@ffff9ab5f9803840 x1874671428956160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829882.625737:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9803840 x1874671428956160/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829882.625745:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829882.625748:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829882.625751:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9803840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428956160:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829882.625756:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956288:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829882.625774:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829882.625782:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882] req@ffff9ab5f9801e00 x1874671428956288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829882.625790:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9801e00 x1874671428956288/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829882.625796:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829882.625798:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829882.625800:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9801e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956288:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829882.625817:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956416:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829882.625829:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829882.625835:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882] req@ffff9ab5f9800000 x1874671428956416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829882.625842:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800000 x1874671428956416/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829882.625853:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829882.625855:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829882.625857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956416:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829882.625860:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956544:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829882.625870:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829882.625875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882] req@ffff9ab5f98012c0 x1874671428956544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829882.625882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428956544/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829882.625887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829882.625889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829882.625891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956544:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829883.585508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829883.585511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829883.585519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829884.609499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829884.609513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829884.609533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829885.633505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829885.633509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829885.633534:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829886.657511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829886.657512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829886.657536:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829887.681552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829887.681553:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829887.681600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829887.745555:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.745570:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829887.745577:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.745589:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3988 00000100:00080000:3.0:1787829887.745605:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.745615:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829887.745664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428956672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.745696:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.745700:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829887.745702:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.745705:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3988 00000100:00080000:3.0:1787829887.745710:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.745715:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829887.745727:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829887.745743:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428956800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829887.745757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428956672:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829887.745758:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.745767:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829887.745769:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.745775:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3988 00000100:00080000:3.0:1787829887.745779:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.745784:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829887.745791:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829887.745807:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428956928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.745820:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.745823:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829887.745825:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.745828:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3988 00000100:00080000:3.0:1787829887.745831:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.745837:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:1.0:1787829887.745840:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:3.0:1787829887.745843:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829887.745856:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428957056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829887.745903:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff9ab5f9948b40 x1874671428956672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829887.745929:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428956672/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829887.745943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829887.745948:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829887.745953:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428956672:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829887.745990:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956800:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829887.746012:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829887.746022:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff9ab5f99492c0 x1874671428956800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829887.746031:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428956800/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829887.746038:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829887.746040:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829887.746043:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956800:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829887.746047:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956928:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829887.746059:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829887.746066:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff9ab5f994b0c0 x1874671428956928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829887.746073:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428956928/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829887.746093:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829887.746096:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829887.746098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428956928:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829887.746103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957056:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829887.746118:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829887.746126:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff9ab5f994bc00 x1874671428957056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829887.746134:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428957056/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829887.746139:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829887.746141:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829887.746143:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957056:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829888.705516:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829888.705516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829888.705532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829889.729472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829889.729473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829889.729505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829890.753503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829890.753530:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829890.753581:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829891.777486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829891.777523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829891.777524:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829892.801536:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829892.801537:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829892.801575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829892.865571:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829892.865586:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829892.865593:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829892.865604:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3993 00000100:00080000:0.0:1787829892.865617:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829892.865623:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829892.865670:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428957184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829892.865701:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829892.865705:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829892.865706:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829892.865709:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3993 00000100:00080000:0.0:1787829892.865712:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829892.865715:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829892.865725:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829892.865745:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428957312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829892.865763:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829892.865763:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428957184:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829892.865773:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829892.865777:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829892.865783:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3993 00000100:00080000:0.0:1787829892.865787:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829892.865791:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829892.865796:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829892.865808:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428957440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829892.865817:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829892.865820:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829892.865821:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829892.865824:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3993 00000100:00080000:0.0:1787829892.865839:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829892.865842:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829892.865846:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829892.865852:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:0.0:1787829892.865859:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428957568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829892.865905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff9ab5f27ad680 x1874671428957184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829892.865921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428957184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829892.865930:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829892.865933:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829892.865937:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428957184:192.168.203.115@tcp:250:kworker.0 00000100:00100000:1.0:1787829892.865962:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957312:192.168.203.115@tcp:38:kworker.0 00000800:00000100:1.0:1787829892.865980:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829892.865989:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff9ab5f27aed00 x1874671428957312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829892.865997:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428957312/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829892.866004:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829892.866006:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829892.866008:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957312:192.168.203.115@tcp:38:kworker.0 00000100:00100000:1.0:1787829892.866012:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957440:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829892.866024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829892.866030:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff9ab5f27ae1c0 x1874671428957440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829892.866037:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428957440/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829892.866063:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829892.866067:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829892.866072:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957440:192.168.203.115@tcp:8:kworker.0 00000100:00100000:1.0:1787829892.866078:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957568:192.168.203.115@tcp:8:kworker.0 00000800:00000100:1.0:1787829892.866101:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:1.0:1787829892.866110:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff9ab5f27ac3c0 x1874671428957568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829892.866127:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428957568/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829892.866135:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829892.866137:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:1.0:1787829892.866140:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957568:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829893.825587:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829893.825587:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829893.825619:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829894.849492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829894.849492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829894.849552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829895.873528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829895.873528:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829895.873607:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829896.897508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829896.897582:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829896.897671:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829897.921529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829897.921534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829897.921604:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829897.985572:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829897.985584:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829897.985589:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829897.985601:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 3998 00000100:00080000:3.0:1787829897.985613:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829897.985622:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829897.985659:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428957696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829897.985699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829897.985704:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829897.985707:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829897.985714:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3998 00000100:00080000:3.0:1787829897.985723:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829897.985729:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829897.985743:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829897.985748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428957696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829897.985766:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428957824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829897.985780:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829897.985786:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829897.985789:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829897.985795:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3998 00000100:00080000:3.0:1787829897.985800:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787829897.985834:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829897.985875:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829897.985883:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff9ab5f9948780 x1874671428957696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829897.985884:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829897.985912:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428957952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829897.985916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428957696/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829897.985964:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829897.985969:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829897.985972:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428957696:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829897.985997:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957824:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829897.986036:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829897.986048:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff9ab5f994a580 x1874671428957824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829897.986058:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428957824/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829897.986066:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829897.986068:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829897.986071:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957824:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787829897.986123:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829897.986127:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829897.986130:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829897.986140:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957952:192.168.203.115@tcp:8:kworker.0 00000100:00080000:3.0:1787829897.986140:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 3998 00000800:00000100:2.0:1787829897.986171:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829897.986183:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff9ab5f994ad00 x1874671428957952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829897.986194:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428957952/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.986197:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829897.986210:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.986211:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00080000:2.0:1787829897.986217:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829897.986223:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428957952:192.168.203.115@tcp:8:kworker.0 00000008:00100000:3.0:1787829897.986227:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829897.986254:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428958080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829897.986303:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958080:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829897.986326:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829897.986346:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff9ab5f994ad00 x1874671428958080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829897.986355:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428958080/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829897.986362:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829897.986365:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829897.986367:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958080:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829898.945505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829898.945505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829898.945579:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829899.969538:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829899.969572:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829899.969671:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829900.993533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829900.993547:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829900.993551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829902.017513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829902.017554:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829902.017717:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829903.041522:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829903.041532:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829903.041578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:3.0:1787829903.105789:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829903.105802:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829903.105809:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829903.105822:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4003 00000100:00080000:3.0:1787829903.105837:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829903.105846:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829903.105891:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428958208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829903.105936:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829903.105940:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829903.105941:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829903.105946:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4003 00000100:00080000:3.0:1787829903.105949:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829903.105953:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829903.105966:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829903.105992:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428958336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829903.106002:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829903.106007:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829903.106008:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829903.106012:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4003 00000100:00080000:3.0:1787829903.106016:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829903.106020:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829903.106025:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829903.106036:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428958464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829903.106051:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829903.106054:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829903.106056:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829903.106060:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4003 00000100:00080000:3.0:1787829903.106064:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829903.106067:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829903.106072:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829903.106084:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428958592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829903.106213:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428958208:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787829903.106291:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829903.106342:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903] req@ffff9ab5f994a580 x1874671428958208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829903.106360:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428958208/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829903.106371:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829903.106375:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829903.106379:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428958208:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829903.106385:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958336:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829903.106473:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829903.106485:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903] req@ffff9ab5f9948780 x1874671428958336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829903.106496:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428958336/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829903.106504:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829903.106507:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829903.106510:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958336:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829903.106515:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958464:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829903.106533:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829903.106542:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903] req@ffff9ab5f994bc00 x1874671428958464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829903.106558:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428958464/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829903.106566:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829903.106569:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829903.106572:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958464:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829903.106577:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958592:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829903.106592:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829903.106601:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903] req@ffff9ab5f994b0c0 x1874671428958592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829903.106610:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428958592/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829903.106618:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829903.106621:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829903.106623:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958592:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829904.065532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829904.065542:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829904.065574:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829905.089547:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829905.089548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829905.089596:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829906.113490:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829906.113491:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829906.113633:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829907.137464:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829907.137465:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829907.137493:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829908.161487:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829908.161487:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829908.161535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829908.225508:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829908.225517:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829908.225521:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829908.225530:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4008 00000100:00080000:3.0:1787829908.225539:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829908.225546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829908.225578:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428958720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829908.225605:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829908.225608:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829908.225611:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829908.225614:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4008 00000100:00080000:3.0:1787829908.225618:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829908.225621:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829908.225629:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829908.225641:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428958848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829908.225652:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428958720:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829908.225654:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829908.225662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829908.225664:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829908.225668:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4008 00000100:00080000:3.0:1787829908.225671:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829908.225674:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829908.225679:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829908.225690:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428958976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829908.225699:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829908.225702:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829908.225704:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829908.225707:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4008 00000800:00000100:2.0:1787829908.225711:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829908.225712:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829908.225718:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829908.225722:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829908.225733:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428959104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829908.225746:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908] req@ffff9ab5f99492c0 x1874671428958720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829908.225762:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428958720/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829908.225773:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829908.225777:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829908.225781:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428958720:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829908.225805:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958848:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829908.225822:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829908.225830:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908] req@ffff9ab5f9948b40 x1874671428958848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829908.225838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428958848/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829908.225843:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829908.225845:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829908.225847:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958848:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829908.225851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958976:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829908.225860:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829908.225865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908] req@ffff9ab5f994a1c0 x1874671428958976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829908.225871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428958976/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829908.225880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829908.225882:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829908.225883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428958976:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829908.225886:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959104:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829908.225894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829908.225899:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908] req@ffff9ab5f9948f00 x1874671428959104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829908.225905:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428959104/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829908.225910:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829908.225911:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829908.225913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959104:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829909.185486:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829909.185486:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829909.185511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829910.209496:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829910.209496:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829910.209530:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829911.233497:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829911.233500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829911.233559:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829912.257495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829912.257495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829912.257519:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829913.281532:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829913.281533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829913.281568:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829913.345483:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829913.345492:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829913.345495:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829913.345503:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4014 00000100:00080000:3.0:1787829913.345511:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829913.345516:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829913.345549:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428959232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829913.345569:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829913.345572:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829913.345573:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829913.345576:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4014 00000100:00080000:3.0:1787829913.345578:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829913.345580:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829913.345587:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829913.345594:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428959360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829913.345601:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829913.345603:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829913.345605:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829913.345607:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4014 00000100:00080000:3.0:1787829913.345609:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829913.345612:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829913.345615:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829913.345622:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428959488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829913.345627:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829913.345629:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829913.345631:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829913.345633:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4014 00000100:00080000:3.0:1787829913.345635:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829913.345637:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829913.345640:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829913.345647:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428959616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829913.345663:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428959232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829913.345795:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829913.345832:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829913.345856:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829914.305492:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829914.305492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829914.305517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829915.329513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829915.329531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829915.329555:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829916.353503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829916.353503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829916.353525:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787829916.417672:0:2347:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:1.0:1787829916.417727:0:2347:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787829916.417742:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829916.417782:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829916.417789:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:1.0:1787829916.417797:0:2347:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787829916.418154:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829916] req@ffff9ab5f9948000 x1874671428959616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829916.418177:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428959616/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829916.418188:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829916.418192:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829916.418196:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959616:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829916.418203:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829916] req@ffff9ab5f994a940 x1874671428959232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829916.418213:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428959232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829916.418220:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829916.418224:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829916.418226:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428959232:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829916.418232:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829916] req@ffff9ab5f994b480 x1874671428959360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829916.418241:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428959360/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829916.418253:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829916.418256:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829916.418259:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959360:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829916.418265:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829916] req@ffff9ab5f9949e00 x1874671428959488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829916.418274:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428959488/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829916.418282:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829916.418285:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829916.418287:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959488:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829917.377469:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829917.377511:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829917.377551:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829918.401454:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829918.401489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829918.401522:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829918.465514:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829918.465521:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829918.465524:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829918.465531:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4019 00000100:00080000:0.0:1787829918.465540:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829918.465546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829918.465576:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428959744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829918.465602:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829918.465605:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829918.465607:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829918.465610:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4019 00000100:00080000:0.0:1787829918.465613:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829918.465616:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829918.465622:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829918.465633:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428959872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829918.465640:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829918.465643:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829918.465645:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829918.465648:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4019 00000100:00080000:0.0:1787829918.465650:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829918.465655:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829918.465655:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428959744:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787829918.465661:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829918.465668:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428960000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829918.465678:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829918.465682:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829918.465683:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829918.465687:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4019 00000100:00080000:0.0:1787829918.465690:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829918.465694:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829918.465699:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829918.465709:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428960128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829918.465727:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829918.465769:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918] req@ffff9ab5f27ae580 x1874671428959744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829918.465787:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428959744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829918.465797:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829918.465802:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829918.465807:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428959744:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829918.465819:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959872:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829918.465842:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829918.465855:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918] req@ffff9ab5f27afc00 x1874671428959872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829918.465882:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428959872/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829918.465891:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829918.465895:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829918.465899:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428959872:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829918.465937:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960000:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829918.465961:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829918.465973:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918] req@ffff9ab5f27ade00 x1874671428960000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829918.465984:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428960000/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829918.465993:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829918.465996:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829918.465999:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960000:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829918.466004:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960128:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829918.466022:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829918.466032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918] req@ffff9ab5f27af0c0 x1874671428960128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829918.466044:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428960128/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829918.466052:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829918.466055:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829918.466059:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960128:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829919.425452:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829919.425455:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829919.425520:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829920.449452:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829920.449492:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829920.449537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829921.473466:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829921.473471:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829921.473493:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829922.497460:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829922.497471:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829922.497528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829923.521498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829923.521516:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829923.521580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829923.585547:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829923.585560:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829923.585566:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829923.585578:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4024 00000100:00080000:0.0:1787829923.585591:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829923.585599:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829923.585644:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428960256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829923.585676:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829923.585680:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829923.585682:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829923.585686:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4024 00000100:00080000:0.0:1787829923.585690:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829923.585694:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829923.585706:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829923.585719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428960384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829923.585728:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829923.585732:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829923.585734:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829923.585739:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4024 00000100:00080000:0.0:1787829923.585745:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829923.585748:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428960256:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829923.585754:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829923.585764:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829923.585779:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428960512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829923.585789:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829923.585793:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829923.585795:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829923.585798:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4024 00000100:00080000:0.0:1787829923.585805:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829923.585810:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787829923.585816:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829923.585826:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829923.585856:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428960640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829923.585878:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829923] req@ffff9ab5f27ac000 x1874671428960256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829923.585897:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428960256/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829923.585904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829923.585910:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829923.585913:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428960256:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829923.585918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960384:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829923.585934:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829923.585942:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829923] req@ffff9ab5f27acb40 x1874671428960384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829923.585953:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428960384/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829923.585958:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829923.585961:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829923.585964:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960384:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829923.585987:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960512:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829923.586008:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829923.586018:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829923] req@ffff9ab5f27af840 x1874671428960512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829923.586026:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428960512/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829923.586031:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829923.586033:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829923.586035:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960512:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829923.586039:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960640:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829923.586051:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829923.586056:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829923] req@ffff9ab5f27af480 x1874671428960640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829923.586062:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428960640/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829923.586071:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829923.586073:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829923.586074:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960640:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829924.545506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829924.545506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829924.545558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829925.569565:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829925.569565:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829925.569593:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829926.593510:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829926.593510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829926.593545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829927.617521:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829927.617560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829927.617575:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829928.641472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829928.641476:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829928.641498:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829928.705513:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.705521:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829928.705525:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.705532:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4029 00000100:00080000:1.0:1787829928.705541:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.705546:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829928.705576:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428960768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.705595:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.705598:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829928.705599:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.705602:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4029 00000100:00080000:1.0:1787829928.705603:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.705605:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829928.705612:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829928.705619:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428960896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.705626:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.705628:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829928.705629:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.705631:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4029 00000100:00080000:1.0:1787829928.705633:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787829928.705636:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428960768:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829928.705637:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829928.705643:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829928.705650:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428961024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.705660:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.705662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829928.705663:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.705665:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4029 00000100:00080000:1.0:1787829928.705667:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.705669:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829928.705672:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829928.705678:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428961152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829928.705688:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829928.705724:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff9ab5f24b8f00 x1874671428960768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.705737:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428960768/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.705744:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.705747:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829928.705749:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428960768:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829928.705754:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960896:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829928.705766:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829928.705773:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff9ab5f24ba580 x1874671428960896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.705780:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428960896/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.705785:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.705787:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829928.705789:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428960896:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829928.705818:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961024:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829928.705838:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829928.705850:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff9ab5f24b9680 x1874671428961024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.705861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428961024/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.705869:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.705872:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829928.705875:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961024:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829928.705880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961152:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829928.705896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829928.705905:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff9ab5f24ba1c0 x1874671428961152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829928.705914:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428961152/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829928.705921:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829928.705924:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829928.705928:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961152:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829929.665505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829929.665505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829929.665576:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829930.689473:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829930.689473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829930.689493:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829931.713500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829931.713501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829931.713547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829932.737502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829932.737523:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829932.737525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829933.761506:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829933.761511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829933.761564:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829933.825541:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829933.825549:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829933.825565:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829933.825575:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4034 00000100:00080000:1.0:1787829933.825586:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829933.825592:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829933.825623:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428961280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829933.825655:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829933.825659:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829933.825661:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829933.825666:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4034 00000100:00080000:1.0:1787829933.825671:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829933.825676:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829933.825685:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829933.825700:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428961408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829933.825711:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829933.825714:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428961280:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829933.825716:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829933.825720:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829933.825727:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4034 00000100:00080000:1.0:1787829933.825731:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829933.825736:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829933.825741:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829933.825754:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428961536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829933.825775:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829933.825778:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829933.825780:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829933.825783:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4034 00000100:00080000:1.0:1787829933.825787:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829933.825792:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829933.825797:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829933.825808:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428961664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829933.825847:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829933.825972:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff9ab5f24b8000 x1874671428961280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829933.825986:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428961280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829933.825992:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829933.825995:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829933.825998:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428961280:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829933.826019:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961408:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829933.826109:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829933.826124:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff9ab5f24b83c0 x1874671428961408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829933.826133:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428961408/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829933.826138:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829933.826140:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829933.826142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961408:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829933.826147:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961536:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829933.826161:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829933.826171:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff9ab5f24b92c0 x1874671428961536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829933.826181:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428961536/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829933.826189:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829933.826192:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829933.826195:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961536:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829933.826201:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961664:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829933.826218:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829933.826225:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff9ab5f24bb840 x1874671428961664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829933.826233:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428961664/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829933.826240:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829933.826243:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829933.826246:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961664:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829934.785500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829934.785528:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829934.785548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829935.809522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829935.809561:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829935.809563:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829936.833502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829936.833524:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829936.833612:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829937.857494:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829937.857537:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829937.857550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829938.881502:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829938.881502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829938.881527:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829938.945500:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.945508:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829938.945511:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.945519:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4039 00000100:00080000:3.0:1787829938.945528:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.945535:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829938.945571:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949a40 x1874671428961792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829938.945596:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.945600:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829938.945601:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.945604:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4039 00000100:00080000:3.0:1787829938.945607:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.945610:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829938.945618:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829938.945629:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428961792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829938.945630:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b840 x1874671428961920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829938.945643:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.945645:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829938.945646:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.945648:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4039 00000100:00080000:3.0:1787829938.945651:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.945653:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829938.945656:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829938.945664:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9949e00 x1874671428962048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829938.945670:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.945672:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829938.945673:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.945675:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4039 00000100:00080000:3.0:1787829938.945685:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.945688:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829938.945691:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829938.945699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428962176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829938.945700:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829938.945755:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff9ab5f9949a40 x1874671428961792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829938.945772:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949a40 x1874671428961792/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829938.945783:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829938.945786:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829938.945790:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428961792:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829938.945810:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961920:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829938.945829:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829938.945840:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff9ab5f994b840 x1874671428961920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829938.945852:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b840 x1874671428961920/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829938.945859:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829938.945862:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829938.945866:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428961920:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829938.945880:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962048:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829938.945896:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829938.945906:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff9ab5f9949e00 x1874671428962048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829938.945916:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9949e00 x1874671428962048/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829938.945924:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829938.945927:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829938.945929:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9949e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962048:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829938.945939:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962176:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829938.945954:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829938.945963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff9ab5f994b480 x1874671428962176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829938.945972:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428962176/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829938.945980:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829938.945983:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829938.945986:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962176:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829939.905498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829939.905524:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829939.905534:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829940.929489:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829940.929508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829940.929517:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829941.953505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829941.953545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829941.953584:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829942.977523:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829942.977558:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829942.977603:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829944.001498:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829944.001515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829944.001517:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829944.065534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829944.065544:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829944.065548:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829944.065557:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4044 00000100:00080000:0.0:1787829944.065567:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829944.065574:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829944.065607:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428962304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829944.065637:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829944.065641:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829944.065643:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829944.065646:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4044 00000100:00080000:0.0:1787829944.065649:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829944.065653:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829944.065661:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829944.065672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428962432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829944.065682:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787829944.065683:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428962304:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829944.065701:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829944.065704:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829944.065708:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4044 00000100:00080000:0.0:1787829944.065712:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829944.065715:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829944.065720:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829944.065733:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428962560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829944.065741:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829944.065744:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829944.065746:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787829944.065750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829944.065754:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4044 00000100:00080000:0.0:1787829944.065759:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829944.065763:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829944.065768:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829944.065780:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428962688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829944.065787:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944] req@ffff9ab5f27ae940 x1874671428962304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829944.065802:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428962304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829944.065809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829944.065813:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829944.065816:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428962304:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829944.065837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962432:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829944.065857:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829944.065869:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944] req@ffff9ab5f27ad2c0 x1874671428962432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829944.065881:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428962432/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829944.065887:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829944.065889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829944.065891:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962432:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829944.065895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962560:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829944.065910:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829944.065917:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944] req@ffff9ab5f27acf00 x1874671428962560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829944.065923:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428962560/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829944.065928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829944.065930:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829944.065932:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962560:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829944.065935:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962688:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829944.065944:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829944.065948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944] req@ffff9ab5f27af480 x1874671428962688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829944.065954:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428962688/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829944.065959:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829944.065960:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829944.065962:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962688:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829945.025515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829945.025515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829945.025543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829946.049488:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829946.049504:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829946.049512:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829947.073519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829947.073607:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829947.073629:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829948.097486:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829948.097500:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829948.097501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829949.121504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829949.121504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829949.121535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829949.185477:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829949.185486:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829949.185489:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829949.185497:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4049 00000100:00080000:1.0:1787829949.185506:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829949.185512:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829949.185542:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24bb840 x1874671428962816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829949.185563:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829949.185566:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829949.185567:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829949.185570:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4049 00000100:00080000:1.0:1787829949.185572:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829949.185574:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829949.185582:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829949.185591:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b92c0 x1874671428962944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829949.185600:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829949.185602:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829949.185605:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787829949.185607:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428962816:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829949.185610:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4049 00000100:00080000:1.0:1787829949.185614:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829949.185617:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829949.185621:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829949.185629:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b83c0 x1874671428963072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829949.185636:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829949.185639:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829949.185640:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829949.185642:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4049 00000100:00080000:1.0:1787829949.185645:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829949.185647:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829949.185664:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829949.185675:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8000 x1874671428963200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829949.185678:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829949.185716:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949] req@ffff9ab5f24bb840 x1874671428962816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829949.185735:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24bb840 x1874671428962816/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829949.185745:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829949.185750:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829949.185754:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428962816:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829949.185778:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962944:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829949.185798:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829949.185807:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949] req@ffff9ab5f24b92c0 x1874671428962944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829949.185816:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b92c0 x1874671428962944/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829949.185822:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829949.185824:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829949.185827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428962944:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829949.185831:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963072:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829949.185843:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829949.185849:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949] req@ffff9ab5f24b83c0 x1874671428963072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829949.185861:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b83c0 x1874671428963072/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829949.185874:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829949.185876:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829949.185878:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963072:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829949.185882:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963200:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829949.185894:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829949.185901:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949] req@ffff9ab5f24b8000 x1874671428963200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829949.185908:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8000 x1874671428963200/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829949.185913:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829949.185915:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829949.185917:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963200:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829950.145482:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829950.145482:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829950.145499:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829951.169509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829951.169536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829951.169559:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829952.193520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829952.193532:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829952.193541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829953.217491:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829953.217495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829953.217535:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829954.241507:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829954.241550:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829954.241552:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829954.305806:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829954.305815:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829954.305819:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829954.305828:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4055 00000100:00080000:2.0:1787829954.305838:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829954.305845:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787829954.305899:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9802580 x1874671428963328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829954.305941:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829954.305945:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829954.305946:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829954.305950:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4055 00000100:00080000:2.0:1787829954.305952:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829954.305955:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829954.305963:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829954.305973:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800f00 x1874671428963456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829954.305979:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829954.305981:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829954.305983:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829954.305985:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4055 00000100:00080000:2.0:1787829954.305986:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829954.305988:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829954.305991:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829954.305997:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9800b40 x1874671428963584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829954.306002:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829954.306004:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829954.306005:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829954.306007:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4055 00000100:00080000:2.0:1787829954.306009:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829954.306011:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787829954.306013:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829954.306017:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f98012c0 x1874671428963712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829954.306085:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428963328:192.168.203.115@tcp:250:kworker.0 00000800:00000100:3.0:1787829954.306137:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829954.306193:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954] req@ffff9ab5f9802580 x1874671428963328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829954.306216:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9802580 x1874671428963328/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829954.306223:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829954.306225:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829954.306228:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9802580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428963328:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829954.306232:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963456:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829954.306250:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829954.306262:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954] req@ffff9ab5f9800f00 x1874671428963456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829954.306273:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800f00 x1874671428963456/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829954.306281:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829954.306284:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829954.306287:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963456:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829954.306293:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963584:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829954.306311:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829954.306322:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954] req@ffff9ab5f9800b40 x1874671428963584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829954.306333:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9800b40 x1874671428963584/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829954.306348:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829954.306350:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829954.306354:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9800b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963584:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829954.306364:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963712:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829954.306379:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829954.306386:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954] req@ffff9ab5f98012c0 x1874671428963712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829954.306393:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f98012c0 x1874671428963712/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829954.306419:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829954.306423:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829954.306426:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f98012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963712:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829955.265538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829955.265549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829955.265554:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829956.289525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829956.289547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829956.289660:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829957.313473:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829957.313498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829957.313502:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829958.337502:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829958.337503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829958.337525:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829959.361505:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829959.361505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829959.361533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829959.425514:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829959.425523:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829959.425528:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829959.425537:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4060 00000100:00080000:1.0:1787829959.425548:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829959.425556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:1.0:1787829959.425604:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba1c0 x1874671428963840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829959.425635:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829959.425638:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829959.425640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829959.425644:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4060 00000100:00080000:1.0:1787829959.425647:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829959.425651:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829959.425660:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829959.425672:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b9680 x1874671428963968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829959.425680:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829959.425683:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829959.425685:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829959.425688:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4060 00000100:00080000:1.0:1787829959.425690:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829959.425693:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829959.425698:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:1.0:1787829959.425730:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24ba580 x1874671428964096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829959.425740:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428963840:192.168.203.115@tcp:250:kworker.0 00000100:00080000:1.0:1787829959.425755:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829959.425758:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829959.425760:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829959.425764:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4060 00000100:00080000:1.0:1787829959.425768:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829959.425771:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:1.0:1787829959.425776:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829959.425788:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f24b8f00 x1874671428964224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829959.425812:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829959.425856:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959] req@ffff9ab5f24ba1c0 x1874671428963840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829959.425870:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba1c0 x1874671428963840/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829959.425877:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829959.425880:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829959.425883:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428963840:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829959.425895:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963968:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829959.425911:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829959.425922:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959] req@ffff9ab5f24b9680 x1874671428963968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829959.425930:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b9680 x1874671428963968/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829959.425935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829959.425937:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829959.425943:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428963968:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829959.425982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964096:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829959.426019:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829959.426038:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959] req@ffff9ab5f24ba580 x1874671428964096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829959.426049:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24ba580 x1874671428964096/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829959.426058:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829959.426061:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829959.426064:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24ba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964096:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829959.426070:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964224:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829959.426086:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829959.426096:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959] req@ffff9ab5f24b8f00 x1874671428964224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829959.426106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f24b8f00 x1874671428964224/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829959.426114:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829959.426117:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829959.426120:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f24b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964224:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829960.385497:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829960.385498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829960.385625:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829961.409508:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829961.409545:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829961.409608:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829962.433512:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829962.433538:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829962.433617:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829963.457520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829963.457520:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829963.457644:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829964.481504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829964.481529:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829964.484558:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787829964.545529:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829964.545537:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829964.545540:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829964.545562:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4065 00000100:00080000:0.0:1787829964.545573:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829964.545580:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829964.545623:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428964352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829964.545648:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829964.545652:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829964.545654:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829964.545658:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4065 00000100:00080000:0.0:1787829964.545662:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829964.545666:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829964.545676:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829964.545691:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428964480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829964.545697:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428964352:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829964.545712:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829964.545716:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829964.545718:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829964.545722:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4065 00000100:00080000:0.0:1787829964.545725:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829964.545728:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829964.545733:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829964.545742:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428964608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829964.545748:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829964.545750:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829964.545751:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829964.545753:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4065 00000100:00080000:0.0:1787829964.545756:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829964.545760:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787829964.545769:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829964.545775:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829964.545789:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428964736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829964.545797:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964] req@ffff9ab5f27af840 x1874671428964352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829964.545810:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428964352/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829964.545819:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829964.545823:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829964.545827:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428964352:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829964.545851:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964480:192.168.203.115@tcp:38:kworker.0 00000800:00000100:3.0:1787829964.545873:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829964.545885:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964] req@ffff9ab5f27acb40 x1874671428964480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829964.545897:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428964480/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829964.545903:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829964.545905:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829964.545907:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964480:192.168.203.115@tcp:38:kworker.0 00000100:00100000:3.0:1787829964.545911:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964608:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829964.545925:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829964.545931:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964] req@ffff9ab5f27ac000 x1874671428964608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829964.545938:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428964608/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829964.545943:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829964.545945:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829964.545947:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964608:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829964.545950:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964736:192.168.203.115@tcp:8:kworker.0 00000800:00000100:3.0:1787829964.545958:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829964.545963:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964] req@ffff9ab5f27af0c0 x1874671428964736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829964.545969:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428964736/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829964.545974:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829964.545975:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:3.0:1787829964.545977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964736:192.168.203.115@tcp:8:kworker.0 00000100:00100000:0.0:1787829965.505511:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829965.505528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829965.505568:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829966.529519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829966.529520:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829966.529556:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829967.553470:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829967.553495:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829967.553504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829968.577534:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829968.577550:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829968.577622:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829969.601753:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829969.601852:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829969.602122:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829969.665786:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829969.665796:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829969.665801:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829969.665813:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4070 00000100:00080000:0.0:1787829969.665824:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829969.665833:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829969.665871:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428964864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829969.665897:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829969.665901:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829969.665902:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829969.665906:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4070 00000100:00080000:0.0:1787829969.665910:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829969.665913:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829969.665923:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829969.665934:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428964992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829969.665943:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829969.665951:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829969.665952:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829969.665955:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4070 00000100:00080000:0.0:1787829969.665959:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829969.665962:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829969.665967:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829969.665976:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428965120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829969.665984:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829969.665987:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829969.665988:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829969.665991:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4070 00000100:00080000:0.0:1787829969.665993:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829969.665996:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829969.665999:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829969.666006:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428965248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829969.666746:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428964864:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787829969.666841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829969.666903:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969] req@ffff9ab5f27ade00 x1874671428964864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829969.666922:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428964864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829969.666935:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829969.666940:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829969.666944:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428964864:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829969.666953:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964992:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829969.666975:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829969.666987:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969] req@ffff9ab5f27afc00 x1874671428964992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829969.666999:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428964992/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829969.667007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829969.667011:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829969.667014:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428964992:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829969.667021:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965120:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829969.667477:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829969.667492:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969] req@ffff9ab5f27ae580 x1874671428965120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829969.667504:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428965120/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829969.667526:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829969.667532:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829969.667536:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965120:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829969.667544:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965248:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829969.667565:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829969.667576:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969] req@ffff9ab5f27ac3c0 x1874671428965248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829969.667587:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428965248/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829969.667593:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829969.667596:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829969.667599:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965248:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829970.625514:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829970.625577:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829970.625616:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829971.649472:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829971.649590:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829971.650105:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829972.673501:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829972.673540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829972.673555:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829973.697511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829973.697682:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829973.697714:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829974.721509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:2.0:1787829974.721552:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829974.721640:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829974.785577:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829974.785587:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829974.785591:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829974.785600:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4075 00000100:00080000:3.0:1787829974.785610:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829974.785616:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829974.785649:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428965376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829974.785678:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829974.785681:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829974.785682:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829974.785686:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4075 00000100:00080000:3.0:1787829974.785695:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829974.785699:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829974.785708:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829974.785716:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428965376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:3.0:1787829974.785721:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428965504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829974.785732:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829974.785742:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829974.785744:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829974.785747:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4075 00000100:00080000:3.0:1787829974.785751:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829974.785755:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829974.785764:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829974.785773:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428965632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829974.785782:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787829974.785785:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829974.785789:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829974.785790:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829974.785795:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4075 00000100:00080000:3.0:1787829974.785798:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829974.785802:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829974.785806:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829974.785816:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428965760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829974.785838:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff9ab5f994a940 x1874671428965376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829974.785857:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428965376/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829974.786168:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829974.786174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829974.786179:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428965376:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829974.786203:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965504:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829974.786229:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829974.786244:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff9ab5f9948000 x1874671428965504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829974.786263:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428965504/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829974.786274:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829974.786278:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829974.786281:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965504:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829974.786289:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965632:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829974.786310:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829974.786321:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff9ab5f9948f00 x1874671428965632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829974.786332:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428965632/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829974.786340:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829974.786343:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829974.786346:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965632:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829974.786351:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965760:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829974.786367:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829974.786378:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff9ab5f994a1c0 x1874671428965760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829974.786388:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428965760/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829974.786422:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829974.786426:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829974.786429:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428965760:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829975.745518:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829975.745552:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829975.746083:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829976.769525:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829976.769609:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829976.769666:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829977.793508:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829977.793519:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829977.793539:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829978.817515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829978.817515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829978.819212:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829979.841531:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829979.841560:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829979.842274:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829979.905515:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829979.905524:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829979.905528:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829979.905540:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4080 00000100:00080000:3.0:1787829979.905550:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829979.905556:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829979.905587:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428965888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829979.905615:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829979.905618:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829979.905620:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829979.905624:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4080 00000100:00080000:3.0:1787829979.905627:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829979.905630:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829979.905638:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829979.905649:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428966016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829979.905658:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829979.905661:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829979.905662:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829979.905665:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4080 00000100:00080000:3.0:1787829979.905668:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829979.905671:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829979.905676:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829979.905684:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428966144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829979.905693:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829979.905696:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829979.905697:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829979.905700:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4080 00000100:00080000:3.0:1787829979.905703:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829979.905707:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829979.905711:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829979.905719:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428966272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829979.905804:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428965888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829979.905951:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829979.905975:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829979.905989:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829980.865515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829980.865537:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829980.865545:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829981.889829:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787829981.893041:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829981.893092:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787829982.913523:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829982.913545:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829982.913566:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787829982.977671:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988 00000400:00000100:3.0:1787829982.977715:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787829982.977733:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829982.977777:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829982.977787:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000800:00000100:3.0:1787829982.977796:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp 00000100:00100000:2.0:1787829982.977822:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829982] req@ffff9ab5f9948b40 x1874671428965888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.977841:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428965888/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.977853:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.977856:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829982.977859:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428965888:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829982.977864:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829982] req@ffff9ab5f99492c0 x1874671428966016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.977871:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428966016/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.977875:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.977877:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829982.977879:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966016:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829982.977882:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829982] req@ffff9ab5f994b0c0 x1874671428966144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.977891:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428966144/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.977899:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.977902:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829982.977904:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966144:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829982.977910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829982] req@ffff9ab5f994bc00 x1874671428966272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829982.977921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428966272/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829982.977928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829982.977931:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829982.977934:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966272:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829983.937477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829983.937529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787829983.937597:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829984.961517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829984.961613:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:2.0:1787829984.961615:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829985.025624:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829985.025637:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829985.025640:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829985.025651:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4085 00000100:00080000:3.0:1787829985.025663:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829985.025671:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787829985.025707:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948780 x1874671428966400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829985.025743:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829985.025747:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829985.025749:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829985.025754:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4085 00000100:00080000:3.0:1787829985.025758:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829985.025762:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829985.025774:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829985.025789:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a580 x1874671428966528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829985.025800:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829985.025803:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829985.025805:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829985.025810:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4085 00000100:00100000:2.0:1787829985.025811:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428966400:192.168.203.115@tcp:250:kworker.0 00000100:00080000:3.0:1787829985.025814:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829985.025822:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829985.025828:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787829985.025842:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994ad00 x1874671428966656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829985.025852:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829985.025856:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829985.025858:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829985.025862:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4085 00000100:00080000:3.0:1787829985.025878:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829985.025883:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787829985.025888:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787829985.025895:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:3.0:1787829985.025902:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994bc00 x1874671428966784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829985.025948:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985] req@ffff9ab5f9948780 x1874671428966400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829985.025968:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948780 x1874671428966400/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829985.025981:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829985.025985:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829985.025990:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428966400:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829985.026019:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966528:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829985.026043:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829985.026057:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985] req@ffff9ab5f994a580 x1874671428966528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829985.026069:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a580 x1874671428966528/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829985.026078:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829985.026082:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829985.026085:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966528:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829985.026091:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966656:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829985.026112:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829985.026122:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985] req@ffff9ab5f994ad00 x1874671428966656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829985.026131:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994ad00 x1874671428966656/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829985.026140:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829985.026143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829985.026146:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966656:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829985.026151:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966784:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829985.026166:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829985.026174:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985] req@ffff9ab5f994bc00 x1874671428966784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829985.026183:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994bc00 x1874671428966784/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829985.026189:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829985.026192:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829985.026195:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428966784:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829985.985513:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829985.985852:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829985.985918:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787829987.009494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829987.009519:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829987.009580:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829988.033490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829988.033495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787829988.033536:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829989.057792:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829989.058079:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829989.058183:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829990.082169:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829990.082230:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829990.082472:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829990.145508:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829990.145515:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829990.145519:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829990.145526:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4090 00000100:00080000:0.0:1787829990.145543:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829990.145550:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829990.145583:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428966912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829990.145604:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829990.145608:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829990.145610:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829990.145614:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4090 00000100:00080000:0.0:1787829990.145618:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829990.145622:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829990.145631:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829990.145647:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428967040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829990.145651:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428966912:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787829990.145662:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829990.145666:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829990.145668:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829990.145672:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4090 00000100:00080000:0.0:1787829990.145677:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829990.145680:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829990.145685:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787829990.145697:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428967168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829990.145706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829990.145709:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829990.145711:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829990.145714:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4090 00000100:00080000:0.0:1787829990.145721:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829990.145725:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000800:00000100:2.0:1787829990.145730:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000008:00100000:0.0:1787829990.145731:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829990.145745:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428967296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787829990.145780:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829990] req@ffff9ab5f27ae1c0 x1874671428966912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829990.145798:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428966912/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829990.145809:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829990.145813:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829990.145817:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428966912:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829990.145837:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967040:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829990.145864:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829990.145875:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829990] req@ffff9ab5f27aed00 x1874671428967040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829990.145894:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428967040/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829990.145904:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829990.145907:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829990.145910:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967040:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829990.145916:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967168:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829990.145933:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829990.145950:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829990] req@ffff9ab5f27ad680 x1874671428967168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829990.145962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428967168/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829990.145971:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829990.145974:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829990.145977:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967168:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829990.145982:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967296:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829990.145998:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829990.146007:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829990] req@ffff9ab5f27ac3c0 x1874671428967296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829990.146017:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428967296/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829990.146032:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829990.146035:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829990.146039:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967296:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787829991.105493:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787829991.105494:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829991.105650:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829992.129561:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829992.129991:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829992.130685:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829993.153509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829993.153578:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829993.153587:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829994.177503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829994.177506:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787829994.177551:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787829995.201477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787829995.201505:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787829995.201510:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829995.265496:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829995.265503:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829995.265506:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829995.265513:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4095 00000100:00080000:0.0:1787829995.265521:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829995.265526:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787829995.265552:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428967424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829995.265570:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829995.265572:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829995.265574:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829995.265576:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4095 00000100:00080000:0.0:1787829995.265578:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829995.265580:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829995.265590:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829995.265604:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428967552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829995.265615:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829995.265618:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829995.265620:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829995.265624:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4095 00000100:00080000:0.0:1787829995.265628:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829995.265632:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829995.265638:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787829995.265645:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428967424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:0.0:1787829995.265655:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428967680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829995.265669:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829995.265672:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829995.265674:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829995.265679:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4095 00000100:00080000:0.0:1787829995.265683:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829995.265687:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787829995.265693:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829995.265704:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428967808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787829995.265722:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829995.265775:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995] req@ffff9ab5f27ae580 x1874671428967424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829995.265793:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428967424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829995.265802:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829995.265806:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829995.265808:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428967424:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787829995.265814:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967552:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787829995.265829:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829995.265837:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995] req@ffff9ab5f27afc00 x1874671428967552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829995.265844:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428967552/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829995.265850:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829995.265852:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829995.265854:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967552:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787829995.265875:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967680:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829995.265885:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829995.265891:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995] req@ffff9ab5f27ade00 x1874671428967680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829995.265897:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428967680/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829995.265907:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829995.265909:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829995.265911:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967680:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829995.265914:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967808:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787829995.265922:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787829995.265927:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995] req@ffff9ab5f27af0c0 x1874671428967808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829995.265933:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428967808/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829995.265944:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829995.265946:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787829995.265949:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428967808:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787829996.225477:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829996.225477:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829996.225612:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829997.249480:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829997.249480:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787829997.249513:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829998.273503:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829998.273503:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787829998.273533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787829999.297495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787829999.297495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787829999.297521:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830000.321498:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830000.321499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830000.321790:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830000.385502:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830000.385512:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830000.385517:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830000.385526:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4101 00000100:00080000:0.0:1787830000.385536:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830000.385542:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830000.385633:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428967936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830000.385659:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830000.385662:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830000.385664:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830000.385668:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4101 00000100:00080000:0.0:1787830000.385671:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830000.385676:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830000.385685:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830000.385699:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428968064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830000.385703:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428967936:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787830000.385714:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830000.385718:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830000.385719:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830000.385723:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4101 00000100:00080000:0.0:1787830000.385726:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830000.385730:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830000.385735:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787830000.385755:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428968192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830000.385764:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787830000.385768:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787830000.385769:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830000.385773:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830000.385778:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4101 00000100:00080000:0.0:1787830000.385782:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830000.385786:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830000.385791:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830000.385801:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428968320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830000.385819:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000] req@ffff9ab5f27ac000 x1874671428967936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830000.385838:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428967936/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830000.385849:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830000.385853:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830000.385857:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428967936:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830000.385879:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968064:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830000.385901:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830000.385910:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000] req@ffff9ab5f27acb40 x1874671428968064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830000.385921:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428968064/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830000.385928:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830000.385932:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830000.385935:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968064:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830000.385941:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968192:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830000.385960:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830000.385969:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000] req@ffff9ab5f27af840 x1874671428968192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830000.385980:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428968192/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830000.385988:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830000.385991:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830000.385995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968192:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830000.386001:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968320:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830000.386019:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830000.386032:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000] req@ffff9ab5f27af480 x1874671428968320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830000.386043:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428968320/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830000.386050:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830000.386053:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830000.386057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968320:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830001.345499:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830001.345499:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787830001.345522:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830002.369585:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830002.369589:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787830002.369627:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830003.393524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830003.393547:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830003.393655:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830004.417511:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830004.417702:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830004.418310:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830005.441495:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830005.441585:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787830005.441640:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830005.505549:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830005.505564:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830005.505570:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830005.505583:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4106 00000100:00080000:0.0:1787830005.505597:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830005.505605:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830005.505651:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428968448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830005.505752:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428968448:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787830005.505833:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787830005.505871:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830005.505876:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830005.505878:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830005.505883:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4106 00000100:00080000:0.0:1787830005.505888:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830005.505892:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830005.505904:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830005.505918:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad2c0 x1874671428968576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830005.507770:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005] req@ffff9ab5f27acf00 x1874671428968448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830005.507799:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428968448/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830005.507808:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830005.507811:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830005.507819:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830005.507825:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428968448:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787830005.507828:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830005.507833:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830005.507839:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4106 00000100:00080000:0.0:1787830005.507847:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830005.507854:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830005.507865:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:2.0:1787830005.507870:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:0.0:1787830005.507902:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae940 x1874671428968704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830005.507918:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830005.507922:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830005.507923:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830005.507931:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4106 00000100:00080000:0.0:1787830005.507936:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787830005.507938:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:0.0:1787830005.507942:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830005.507949:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830005.507961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005] req@ffff9ab5f27ad2c0 x1874671428968576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830005.507965:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acf00 x1874671428968832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830005.508157:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad2c0 x1874671428968576/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830005.508169:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830005.508174:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830005.508178:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968576:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830005.508198:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968704:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830005.508222:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830005.508234:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005] req@ffff9ab5f27ae940 x1874671428968704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830005.508246:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae940 x1874671428968704/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830005.508254:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830005.508258:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830005.508274:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968704:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830005.508282:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968832:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830005.508302:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830005.508314:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005] req@ffff9ab5f27acf00 x1874671428968832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830005.508328:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acf00 x1874671428968832/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830005.508336:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830005.508351:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830005.508355:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428968832:192.168.203.115@tcp:8:kworker.0 00010000:00010000:1.0:1787830006.465625:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830006.466009:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787830006.466026:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787830007.489504:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830007.489551:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830007.489652:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830008.513538:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787830008.513590:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830008.513689:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830009.537553:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830009.537833:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830009.538144:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787830010.561525:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830010.561533:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830010.561560:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830010.629318:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830010.629327:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830010.629331:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830010.629341:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4111 00000100:00080000:0.0:1787830010.629350:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830010.629356:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830010.629389:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af480 x1874671428968960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830010.629431:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830010.629435:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830010.629437:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830010.629441:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4111 00000100:00080000:0.0:1787830010.629444:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830010.629448:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830010.629457:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830010.629471:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af840 x1874671428969088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830010.629482:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830010.629485:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830010.629489:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830010.629494:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4111 00000100:00080000:0.0:1787830010.629497:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830010.629502:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787830010.629512:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428968960:192.168.203.115@tcp:250:kworker.0 00000008:00100000:0.0:1787830010.629514:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787830010.629538:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27acb40 x1874671428969216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830010.629551:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830010.629556:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830010.629558:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830010.629561:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4111 00000100:00080000:0.0:1787830010.629566:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830010.629569:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830010.629574:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830010.629586:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac000 x1874671428969344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830010.629607:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830010.629674:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010] req@ffff9ab5f27af480 x1874671428968960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830010.629694:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af480 x1874671428968960/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830010.629706:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830010.629710:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830010.629715:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428968960:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830010.629724:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969088:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830010.629750:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830010.629764:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010] req@ffff9ab5f27af840 x1874671428969088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830010.629777:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af840 x1874671428969088/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830010.629786:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830010.629789:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830010.629793:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969088:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830010.629820:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969216:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830010.629841:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830010.629865:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010] req@ffff9ab5f27acb40 x1874671428969216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830010.629877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27acb40 x1874671428969216/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830010.629886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830010.629889:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830010.629892:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27acb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969216:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830010.629899:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969344:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830010.629918:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830010.629929:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010] req@ffff9ab5f27ac000 x1874671428969344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830010.629940:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac000 x1874671428969344/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830010.629954:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830010.629957:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830010.629960:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969344:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830011.585808:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830011.586595:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830011.586641:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830012.609567:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830012.609600:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830012.610153:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830013.633522:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787830013.634272:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787830013.634621:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830014.657505:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830014.657550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830014.658316:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830015.681540:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830015.682202:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830015.682589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787830015.745477:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830015.745486:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830015.745493:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830015.745503:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4116 00000100:00080000:0.0:1787830015.745513:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830015.745519:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830015.745551:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27af0c0 x1874671428969472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830015.745580:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830015.745583:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830015.745585:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830015.745589:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4116 00000100:00080000:0.0:1787830015.745592:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830015.745596:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830015.745604:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830015.745614:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ade00 x1874671428969600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830015.745623:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830015.745626:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830015.745628:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830015.745631:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4116 00000100:00080000:0.0:1787830015.745634:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830015.745637:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830015.745650:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787830015.745658:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27afc00 x1874671428969728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830015.745667:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830015.745670:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830015.745671:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830015.745674:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4116 00000100:00080000:0.0:1787830015.745677:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830015.745680:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830015.745684:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830015.745691:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae580 x1874671428969856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830015.745899:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428969472:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787830015.745953:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830015.745998:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830015] req@ffff9ab5f27af0c0 x1874671428969472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830015.746011:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27af0c0 x1874671428969472/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830015.746018:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830015.746021:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830015.746023:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428969472:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830015.746029:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969600:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830015.746053:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830015.746062:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830015] req@ffff9ab5f27ade00 x1874671428969600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830015.746071:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ade00 x1874671428969600/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830015.746077:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830015.746079:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830015.746081:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969600:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830015.746084:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969728:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830015.746094:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830015.746100:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830015] req@ffff9ab5f27afc00 x1874671428969728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830015.746106:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27afc00 x1874671428969728/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830015.746111:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830015.746112:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830015.746114:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27afc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969728:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830015.746117:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969856:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830015.746125:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830015.746130:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830015] req@ffff9ab5f27ae580 x1874671428969856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830015.746137:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae580 x1874671428969856/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830015.746141:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830015.746143:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830015.746145:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428969856:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830016.705510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830016.705533:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830016.706429:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787830017.729513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830017.729518:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:3.0:1787830017.729554:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830018.753550:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830018.753876:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830018.755514:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830019.777479:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787830019.777618:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:3.0:1787830019.777647:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787830020.801543:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830020.801627:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830020.803058:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00080000:0.0:1787830020.865733:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830020.865745:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830020.865837:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830020.865849:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4121 00000100:00080000:0.0:1787830020.865860:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830020.865868:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830020.865910:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428969984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830020.865945:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830020.865949:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830020.865952:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830020.865956:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4121 00000100:00080000:0.0:1787830020.865960:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830020.865964:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830020.865975:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830020.865989:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428970112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830020.866000:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830020.866004:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830020.866007:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830020.866010:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4121 00000100:00080000:0.0:1787830020.866013:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830020.866016:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830020.866020:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787830020.866028:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428970240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830020.866039:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830020.866042:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830020.866043:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830020.866046:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4121 00000100:00080000:0.0:1787830020.866049:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830020.866053:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830020.866057:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830020.866066:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428970368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830020.866133:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428969984:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787830020.866221:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830020.866491:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff9ab5f27ac3c0 x1874671428969984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830020.866507:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428969984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830020.866516:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830020.866520:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830020.866524:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428969984:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830020.866530:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970112:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830020.866549:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830020.866559:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff9ab5f27ad680 x1874671428970112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830020.866568:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428970112/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830020.866575:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830020.866578:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830020.866581:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970112:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830020.866599:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970240:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830020.866613:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830020.866620:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff9ab5f27aed00 x1874671428970240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830020.866629:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428970240/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830020.866635:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830020.866638:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830020.866640:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970240:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830020.866644:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970368:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830020.866654:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830020.866672:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff9ab5f27ae1c0 x1874671428970368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830020.866681:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428970368/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830020.866686:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830020.866689:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830020.866691:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970368:192.168.203.115@tcp:8:kworker.0 00010000:00010000:3.0:1787830021.825562:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830021.825593:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787830021.825625:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830022.849510:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830022.849549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830022.849853:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830023.873515:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:0.0:1787830023.874113:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787830023.874313:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830024.897509:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830024.897509:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830024.897686:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830025.921528:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787830025.922744:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830025.922824:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787830025.985542:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.985551:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830025.985556:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.985565:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4126 00000100:00080000:3.0:1787830025.985575:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.985582:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787830025.985616:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b0c0 x1874671428970496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830025.985675:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428970496:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787830025.985722:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787830025.985750:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.985754:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830025.985756:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.985760:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4126 00000100:00080000:3.0:1787830025.985765:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.985769:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830025.985778:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830025.985792:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f99492c0 x1874671428970624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830025.985861:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff9ab5f994b0c0 x1874671428970496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830025.985877:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b0c0 x1874671428970496/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830025.985886:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830025.985890:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830025.985894:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428970496:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830025.985918:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970624:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830025.985940:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830025.985952:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff9ab5f99492c0 x1874671428970624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830025.985962:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f99492c0 x1874671428970624/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830025.985969:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830025.985972:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830025.985975:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f99492c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970624:192.168.203.115@tcp:38:kworker.0 00000100:00080000:3.0:1787830025.986062:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.986067:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830025.986069:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.986073:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4126 00000100:00080000:3.0:1787830025.986078:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.986082:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830025.986088:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787830025.986099:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948b40 x1874671428970752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830025.986151:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970752:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830025.986178:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00080000:3.0:1787830025.986198:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.986202:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830025.986203:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.986207:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4126 00000100:00080000:3.0:1787830025.986211:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.986214:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830025.986219:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830025.986231:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a1c0 x1874671428970880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830025.986277:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff9ab5f9948b40 x1874671428970752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830025.986288:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948b40 x1874671428970752/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830025.986296:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830025.986299:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830025.986302:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970752:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830025.986315:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970880:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830025.986335:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830025.986346:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff9ab5f994a1c0 x1874671428970880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830025.986357:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a1c0 x1874671428970880/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830025.986364:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830025.986368:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830025.986371:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428970880:192.168.203.115@tcp:8:kworker.0 00000100:00100000:3.0:1787830026.945495:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830026.945500:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787830026.945537:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830027.969514:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787830027.969541:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830027.970490:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787830028.993513:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787830028.993548:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:2.0:1787830028.993549:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787830030.017529:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830030.017529:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787830030.017655:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830031.041515:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830031.041589:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787830031.041753:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787830031.105575:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830031.105587:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787830031.105591:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830031.105601:0:14993:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4131 00000100:00080000:0.0:1787830031.105611:0:14993:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830031.105618:0:14993:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:0.0:1787830031.105654:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ae1c0 x1874671428971008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830031.105679:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830031.105683:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787830031.105684:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830031.105688:0:14993:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4131 00000100:00080000:0.0:1787830031.105691:0:14993:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830031.105696:0:14993:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830031.105704:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830031.105716:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27aed00 x1874671428971136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830031.105723:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428971008:192.168.203.115@tcp:250:kworker.0 00000100:00080000:0.0:1787830031.105728:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830031.105733:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787830031.105734:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830031.105738:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4131 00000100:00080000:0.0:1787830031.105742:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830031.105746:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830031.105750:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:0.0:1787830031.105760:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ad680 x1874671428971264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830031.105770:0:14993:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787830031.105773:0:14993:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830031.105774:0:14993:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787830031.105778:0:14993:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4131 00000100:00080000:0.0:1787830031.105782:0:14993:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787830031.105788:0:14993:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1787830031.105793:0:14993:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787830031.105803:0:14993:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f27ac3c0 x1874671428971392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787830031.106021:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830031.106074:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031] req@ffff9ab5f27ae1c0 x1874671428971008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830031.106110:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ae1c0 x1874671428971008/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830031.106124:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830031.106128:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830031.106132:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428971008:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830031.106153:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971136:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830031.106176:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830031.106188:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031] req@ffff9ab5f27aed00 x1874671428971136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830031.106201:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27aed00 x1874671428971136/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830031.106210:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830031.106213:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830031.106216:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971136:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830031.106222:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971264:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830031.106240:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830031.106250:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031] req@ffff9ab5f27ad680 x1874671428971264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830031.106267:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ad680 x1874671428971264/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830031.106276:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830031.106279:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830031.106282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971264:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830031.106287:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971392:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830031.106321:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830031.106334:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031] req@ffff9ab5f27ac3c0 x1874671428971392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830031.106355:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f27ac3c0 x1874671428971392/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830031.106363:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830031.106367:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830031.106370:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f27ac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971392:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830032.065524:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787830032.065645:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787830032.065744:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787830033.089579:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830033.089587:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830033.089632:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830034.113504:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00000100:00100000:3.0:1787830034.115339:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00010000:00010000:0.0:1787830034.115350:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787830035.137555:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:1.0:1787830035.137577:0:11310:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830035.138156:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787830036.161517:0:11335:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5d01cc780 going to sleep for 0 seconds 00010000:00010000:0.0:1787830036.161533:0:5598:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787830036.161779:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ab5c5b70f00 going to sleep for 0 seconds 00000100:00080000:3.0:1787830036.226124:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) f46fecb4-80b7-40da-8b06-d99a7956ccb3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830036.226135:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830036.226140:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830036.226149:0:474:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 4136 00000100:00080000:3.0:1787830036.226160:0:474:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830036.226167:0:474:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff9ab5d98ab000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:3.0:1787830036.226205:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948f00 x1874671428971520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830036.226366:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830036.226372:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830036.226373:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830036.226378:0:474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4136 00000100:00080000:3.0:1787830036.226381:0:474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830036.226385:0:474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ab5c862d000: import ffff9ab5c305f800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830036.226395:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830036.226464:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f9948000 x1874671428971648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830036.226480:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830036.226483:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830036.226484:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830036.226488:0:474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4136 00000100:00080000:3.0:1787830036.226492:0:474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830036.226495:0:474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ab5c862d000: import ffff9ab5c862a800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830036.226501:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 6815744, lost: 0. 00000100:00100000:3.0:1787830036.226512:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994a940 x1874671428971776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830036.226521:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 69920772-fbb9-479b-9fec-ca28fc2b36f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830036.226524:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830036.226526:0:474:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830036.226529:0:474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: connect to NID 192.168.203.115@tcp last attempt 4136 00000100:00080000:3.0:1787830036.226532:0:474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830036.226535:0:474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ab5c862d000: import ffff9ab5d8136000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787830036.226540:0:474:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683204 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830036.226549:0:474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ab5f994b480 x1874671428971904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787830036.226865:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428971520:192.168.203.115@tcp:250:kworker.0 00000800:00000100:2.0:1787830036.226926:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830036.226961:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036] req@ffff9ab5f9948f00 x1874671428971520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830036.226978:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948f00 x1874671428971520/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830036.226987:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d98ab000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830036.226991:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830036.226995:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f46fecb4-80b7-40da-8b06-d99a7956ccb3:2358:1874671428971520:192.168.203.115@tcp:250:kworker.0 00000100:00100000:2.0:1787830036.227002:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971648:192.168.203.115@tcp:38:kworker.0 00000800:00000100:2.0:1787830036.227024:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830036.227037:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036] req@ffff9ab5f9948000 x1874671428971648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830036.227065:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f9948000 x1874671428971648/t0(0) o38->lustre-MDT0000-mdc-ffff9ab5c862d000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830036.227074:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c305f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830036.227076:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830036.227079:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f9948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971648:192.168.203.115@tcp:38:kworker.0 00000100:00100000:2.0:1787830036.227084:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971776:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830036.227105:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830036.227115:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036] req@ffff9ab5f994a940 x1874671428971776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830036.227124:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994a940 x1874671428971776/t0(0) o8->lustre-OST0000-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830036.227137:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5c862a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830036.227139:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830036.227142:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971776:192.168.203.115@tcp:8:kworker.0 00000100:00100000:2.0:1787830036.227147:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971904:192.168.203.115@tcp:8:kworker.0 00000800:00000100:2.0:1787830036.227165:0:2358:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp 00000100:00100000:2.0:1787830036.227179:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036] req@ffff9ab5f994b480 x1874671428971904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787830036.227188:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ab5f994b480 x1874671428971904/t0(0) o8->lustre-OST0001-osc-ffff9ab5c862d000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787830036.227194:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ab5d8136000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787830036.227196:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110) 00000100:00100000:2.0:1787830036.227199:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ab5f994b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:69920772-fbb9-479b-9fec-ca28fc2b36f3:2358:1874671428971904:192.168.203.115@tcp:8:kworker.0 Debug log: 85028 lines, 85028 kept, 0 dropped, 0 bad.